[ 786.222423] env[69985]: INFO neutron.common.config [-] Logging enabled! [ 786.222726] env[69985]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev83 [ 786.222889] env[69985]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69985) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 786.223210] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 786.223310] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 786.224148] env[69985]: WARNING oslo_policy.policy [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 786.224371] env[69985]: WARNING oslo_policy.policy [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 786.225853] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] VMware NSXv3 Agent initialized successfully. [ 786.226223] env[69985]: DEBUG oslo_concurrency.lockutils [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] Acquiring lock "singleton_lock" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.226367] env[69985]: DEBUG oslo_concurrency.lockutils [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] Acquired lock "singleton_lock" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.226580] env[69985]: DEBUG oslo_concurrency.lockutils [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] Releasing lock "singleton_lock" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.226863] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] Full set of CONF: {{(pid=69985) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 786.227089] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ******************************************************************************** {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 786.227215] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] Configuration options gathered from: {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 786.227709] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 786.227709] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 786.227841] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ================================================================================ {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 786.227947] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] agent_down_time = 75 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.228074] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] allow_automatic_dhcp_failover = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.228214] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] allow_bulk = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.228378] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] api_extensions_path = {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.228536] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] api_paste_config = api-paste.ini {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.228676] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] auth_strategy = keystone {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.228786] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] backdoor_port = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.229078] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] backdoor_socket = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.229078] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] backlog = 4096 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.229696] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] base_mac = fa:16:3e:00:00:00 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.229696] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] bind_host = 0.0.0.0 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.229696] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] bind_port = 9696 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.229696] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] client_socket_timeout = 900 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.229887] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] config_dir = [] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.229940] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.230260] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] config_source = [] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.230260] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] control_exchange = neutron {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.230410] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] core_plugin = ml2 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.230549] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] debug = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.230702] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] default_availability_zones = [] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.230913] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.231072] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] dhcp_agent_notification = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.231220] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] dhcp_agents_per_network = 1 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.231366] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] dhcp_lease_duration = 86400 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.231588] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] dhcp_load_type = networks {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.231672] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] dns_domain = openstacklocal {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.231809] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.231952] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] enable_default_route_bfd = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.232102] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] enable_default_route_ecmp = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.232256] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] enable_dvr = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.232431] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] enable_new_agents = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.232556] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.232818] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] enable_signals = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.232871] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] enable_traditional_dhcp = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.232973] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] external_dns_driver = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.233168] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] filter_validation = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.233272] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] global_physnet_mtu = 8950 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.233419] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] graceful_shutdown_timeout = 60 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.233608] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] host = cpu-1 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.233761] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] host_dvr_for_dhcp = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.233909] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] http_retries = 3 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.234071] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] instance_format = [instance: %(uuid)s] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.234256] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.234367] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ipam_driver = internal {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.234537] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ipv6_pd_enabled = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.234651] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] l3_ha = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.234834] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.235022] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] l3_ha_network_physical_name = {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.235177] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] l3_ha_network_type = {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.235402] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] log_color = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.235481] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] log_config_append = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.235622] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.235767] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] log_dir = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.235907] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] log_file = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.236031] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] log_options = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.236181] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] log_rotate_interval = 1 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.236333] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] log_rotate_interval_type = days {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.236483] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] log_rotation_type = none {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.236597] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.236787] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.236855] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.236991] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.237117] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.237263] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] max_dns_nameservers = 5 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.237440] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] max_header_line = 16384 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.237549] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] max_l3_agents_per_router = 3 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.237692] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] max_logfile_count = 30 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.237833] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] max_logfile_size_mb = 200 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.237974] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] max_subnet_host_routes = 20 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.238136] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] my_ip = 10.180.1.21 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.238284] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] my_ipv6 = ::1 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.238429] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] network_auto_schedule = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.238574] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] network_link_prefix = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.238715] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.238877] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] notify_nova_on_port_data_changes = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.239021] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] notify_nova_on_port_status_changes = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.239172] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] pagination_max_limit = -1 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.239319] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] publish_errors = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.239461] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] rate_limit_burst = 0 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.239609] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] rate_limit_except_level = CRITICAL {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.239753] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] rate_limit_interval = 0 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.239895] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] retry_until_window = 30 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.240048] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] router_distributed = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.240214] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] rpc_resources_processing_step = 20 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.240371] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] rpc_response_max_timeout = 600 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.240519] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] rpc_response_timeout = 60 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.240661] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] send_events_interval = 2 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.240820] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] service_plugins = ['router'] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.240971] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] setproctitle = on {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.241124] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] shell_completion = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.241272] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] state_path = /opt/stack/data/neutron {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.241423] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] syslog_log_facility = LOG_USER {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.241567] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] tcp_keepidle = 600 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.241714] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] transport_url = **** {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.241856] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] use_journal = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.242159] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] use_json = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.242159] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] use_ssl = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.242311] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] use_stderr = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.242443] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] use_syslog = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.242588] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] vlan_qinq = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.242729] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] vlan_transparent = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.242867] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] watch_log_file = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.243019] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] wsgi_default_pool_size = 100 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.243165] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] wsgi_keep_alive = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.243318] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.243464] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] wsgi_server_debug = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 786.243623] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_concurrency.disable_process_locking = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.243781] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.243936] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.244094] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.244246] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.244395] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.244542] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.244705] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler.connection_string = messaging:// {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.244856] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler.enabled = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.245017] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler.es_doc_type = notification {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.245181] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler.es_scroll_size = 10000 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.245335] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler.es_scroll_time = 2m {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.245485] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler.filter_error_trace = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.245636] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler.hmac_keys = **** {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.245785] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler.sentinel_service_name = mymaster {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.245936] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler.socket_timeout = 0.1 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.246094] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler.trace_requests = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.246241] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler.trace_sqlalchemy = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.246397] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler_jaeger.process_tags = {} {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.246543] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler_jaeger.service_name_prefix = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.246691] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] profiler_otlp.service_name_prefix = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.246848] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_policy.enforce_new_defaults = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.247124] env[69985]: WARNING oslo_config.cfg [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 786.247291] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_policy.enforce_scope = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.247498] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_policy.policy_default_rule = default {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.247613] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.247802] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.247898] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.248049] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.248196] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.248340] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.248485] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.248634] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_policy.remote_timeout = 60.0 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.248792] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.248947] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] agent.extensions = [] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.249111] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.249264] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] service_providers.service_provider = [] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.249420] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] QUOTAS.default_quota = -1 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.249574] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.249722] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] QUOTAS.quota_floatingip = 50 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.249868] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] QUOTAS.quota_network = 100 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.250024] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] QUOTAS.quota_port = 500 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.250192] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.250355] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] QUOTAS.quota_router = 10 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.250507] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] QUOTAS.quota_security_group = 10 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.250775] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.250835] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] QUOTAS.quota_subnet = 100 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.250940] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] QUOTAS.track_quota_usage = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.251115] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.251269] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep.group = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.251404] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep.helper_command = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.251555] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.251703] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep.thread_pool_size = 8 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.251893] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep.user = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.252007] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.252157] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_dhcp_release.group = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.252324] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_dhcp_release.helper_command = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.252484] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.252665] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.252773] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_dhcp_release.user = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.252928] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.253084] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_ovs_vsctl.group = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.253233] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_ovs_vsctl.helper_command = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.253404] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.253557] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.253700] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_ovs_vsctl.user = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.253849] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_namespace.capabilities = [21] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.253991] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_namespace.group = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.254146] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_namespace.helper_command = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.254296] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.254447] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_namespace.thread_pool_size = 8 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.254590] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_namespace.user = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.254741] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_conntrack.capabilities = [12] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.254885] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_conntrack.group = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.255037] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_conntrack.helper_command = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.255243] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.255397] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.255543] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_conntrack.user = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.255726] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_link.capabilities = [12, 21] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.255885] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_link.group = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.256040] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_link.helper_command = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.256189] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.256338] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_link.thread_pool_size = 8 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.256482] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] privsep_link.user = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.256642] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.256797] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.256945] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.continue_on_failed_promotions = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.257101] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.dscp = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.257248] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.dscp_inherit = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.257402] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.force_mp_to_policy = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.257547] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.locking_coordinator_url = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.257716] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.log_agent_heartbeats = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.257837] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.logging_expire = 1 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.257990] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.258151] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.258303] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.polling_interval = 240 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.258454] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.258607] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.258759] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.report_interval = 30.0 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.258912] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.259073] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.259228] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.259377] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.sync_skew = 60 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.259525] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.synchronization_queue_size = 20 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.259674] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT.use_helper_for_ns_read = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.259824] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] SECURITYGROUP.enable_ipset = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.259977] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] SECURITYGROUP.enable_security_group = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.260142] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.260366] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.260540] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] experimental.ipv6_pd_enabled = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.260710] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ml2.extension_drivers = ['port_security'] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.260855] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ml2.external_network_type = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.261017] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.261175] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ml2.overlay_ip_version = 4 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.261325] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ml2.path_mtu = 8950 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.261477] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ml2.physical_network_mtus = {} {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.261633] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ml2.tenant_network_types = ['vlan'] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.261784] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.261983] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ml2.type_drivers = ['vlan'] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.262095] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT_CLI.neutron_port_id = [] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.262246] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.262416] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.262579] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.262738] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.262891] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.263055] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.263213] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.263365] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.263564] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.263723] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_login_password = **** {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.263880] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_login_port = 443 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.264043] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_login_user = admin {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.264196] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.264353] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.264501] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.264648] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.264801] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.264957] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.265121] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.265275] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.265427] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.265575] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.265728] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.265874] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.266034] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.266232] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.266388] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] vsphere.vsphere_login_password = VMware1! {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.266541] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.266690] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.266842] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] nova.auth_section = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.266998] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] nova.auth_type = password {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.267164] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.267308] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] nova.certfile = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.267459] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] nova.collect_timing = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.267612] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] nova.endpoint_type = public {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.267767] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] nova.insecure = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.267897] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] nova.keyfile = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.268061] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] nova.region_name = RegionOne {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.268210] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] nova.split_loggers = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.268357] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] nova.timeout = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.268509] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] placement.auth_section = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.268662] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] placement.auth_type = password {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.268811] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.268953] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] placement.certfile = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.269109] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] placement.collect_timing = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.269262] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] placement.endpoint_type = public {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.269406] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] placement.insecure = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.269544] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] placement.keyfile = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.269682] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] placement.region_name = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.269823] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] placement.split_loggers = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.269962] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] placement.timeout = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.270122] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.auth_section = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.270293] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.auth_type = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.270440] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.cafile = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.270579] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.certfile = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.270723] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.collect_timing = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.270865] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.connect_retries = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.271026] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.connect_retry_delay = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.271249] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.enable_notifications = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.271402] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.endpoint_override = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.271550] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.insecure = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.271693] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.interface = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.271879] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.keyfile = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.272039] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.max_version = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.272186] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.min_version = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.272383] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.region_name = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.272521] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.retriable_status_codes = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.272664] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.service_name = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.272804] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.service_type = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.272950] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.split_loggers = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.273102] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.status_code_retries = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.273246] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.status_code_retry_delay = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.273401] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.timeout = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.273556] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.valid_interfaces = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.273704] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ironic.version = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.273854] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] cli_script.dry_run = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.274017] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.274165] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.274312] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.274459] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.274602] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.274743] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.274886] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.275039] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.275186] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.275342] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.275484] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.275632] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.275782] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.275928] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.276083] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.276269] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.276377] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.277015] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.277015] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.277015] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.277015] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.277157] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.277256] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.277389] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.277531] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.278172] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.278172] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.278172] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.278172] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.278304] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.278471] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.ssl = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.278537] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.278662] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.278805] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.279058] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.279162] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.ssl_version = {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.279260] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.279412] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_notifications.driver = [] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.279596] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_notifications.retry = -1 {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.279769] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.279915] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] oslo_messaging_notifications.transport_url = **** {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 786.280042] env[69985]: DEBUG oslo_service.backend.eventlet.service [None req-0a52b2ff-e33d-4efc-a02b-f1349f6ebeab None None] ******************************************************************************** {{(pid=69985) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 786.281010] env[69985]: DEBUG neutron.agent.securitygroups_rpc [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Init firewall settings (driver=nsxv3) {{(pid=69985) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 786.282301] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69985) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 786.282586] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] RPC agent_id: nsxm-l-01a.corp.local [ 786.284822] env[69985]: DEBUG dogpile.cache.region [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.284943] env[69985]: DEBUG dogpile.lock [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.285056] env[69985]: DEBUG dogpile.lock [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.285150] env[69985]: DEBUG dogpile.lock [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.285244] env[69985]: DEBUG dogpile.cache.region [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.285333] env[69985]: DEBUG dogpile.lock [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.285462] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.309256] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Session token - acquiring [ 786.310805] env[69985]: DEBUG networking_nsxv3.common.locking [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.311020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.311090] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.311498] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.321644] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.599415] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 786.620605] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.620749] env[69985]: DEBUG dogpile.cache.region [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Cache value generated in 0.335 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 786.620873] env[69985]: DEBUG dogpile.lock [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.620993] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Activating Policy API Provider. [ 786.621209] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Looking for the default Infrastructure Rules. [ 786.695397] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Looking for the Default Layer3 Logged Drop Section. [ 786.714892] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 786.715356] env[69985]: DEBUG networking_nsxv3.common.locking [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.715528] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquiring lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.715635] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.715918] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired external semaphore "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.716271] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.231257] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.733864] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.236824] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Inventory metadata is going to be refreshed. [ 788.237133] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 789.035594] env[69985]: DEBUG networking_nsxv3.common.locking [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.035853] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.035971] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.036320] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.048640] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 789.152781] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.153845] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 789.171805] env[69985]: DEBUG networking_nsxv3.common.locking [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.171978] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.172084] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.172397] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.172524] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.172674] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 789.172793] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 789.172901] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 789.193541] env[69985]: DEBUG networking_nsxv3.common.locking [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.193716] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.193814] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.194102] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.194276] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.194423] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 789.213965] env[69985]: DEBUG networking_nsxv3.common.locking [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.214137] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.214248] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.214506] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.214645] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.214780] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 789.237372] env[69985]: DEBUG networking_nsxv3.common.locking [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.237718] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquiring lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.237718] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.237930] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired external semaphore "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.238071] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Releasing lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.238213] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 789.238322] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 789.238428] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 789.257072] env[69985]: DEBUG networking_nsxv3.common.locking [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.257212] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquiring lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.257318] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.257557] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired external semaphore "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.257681] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Releasing lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.257812] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 789.257919] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 789.258040] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 789.279554] env[69985]: DEBUG networking_nsxv3.common.locking [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.279704] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.279829] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.280021] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.280155] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.280361] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 789.280475] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 789.280579] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Inventory metadata have been refreshed. [ 789.280678] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Dryrun:True. Metadata refresh completed. [ 789.280795] env[69985]: DEBUG oslo_concurrency.lockutils [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Releasing lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.282494] env[69985]: INFO neutron.agent.agent_extensions_manager [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Loaded agent extensions: [] [ 789.283178] env[69985]: DEBUG neutron_lib.callbacks.manager [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69985) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 789.333862] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NSXv3 Agent Agent RPC Daemon Started! [ 789.333994] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NSXv3 Agent Agent loop - iteration:0 started [ 789.334091] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NSXv3 Agent Agent out of sync with plugin! [ 794.283447] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 794.283838] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 799.284339] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 799.284538] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 803.046537] env[69985]: INFO networking_nsxv3.common.synchronization [None req-82622d60-e252-47dd-917e-e1379dd20d46 demo admin] Enqueued Resource ID: b48cfaaa-207f-473f-bfac-e1f3503e3765 with Priority: HIGHEST for action security_group_rules [ 803.047066] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48cfaaa-207f-473f-bfac-e1f3503e3765 with Priority: HIGHEST for action security_group_rules [ 803.047368] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b48cfaaa-207f-473f-bfac-e1f3503e3765 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.047493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b48cfaaa-207f-473f-bfac-e1f3503e3765" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.047564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b48cfaaa-207f-473f-bfac-e1f3503e3765" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.047902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b48cfaaa-207f-473f-bfac-e1f3503e3765" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.047991] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b48cfaaa-207f-473f-bfac-e1f3503e3765',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.569610] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.569820] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.569820] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.570021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.570102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.570205] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b48cfaaa-207f-473f-bfac-e1f3503e3765 already deleted. [ 803.570288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b48cfaaa-207f-473f-bfac-e1f3503e3765" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.048213] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 808.048575] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 813.049714] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 813.050140] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 818.051062] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 818.051437] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 823.052275] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 823.052641] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 826.396626] env[69985]: INFO networking_nsxv3.common.synchronization [None req-98b40468-958a-4b72-bc72-0a60ce79431f None None] Enqueued Resource ID: 05abab49-2e13-47d4-bc4f-bedd308d757e with Priority: HIGHEST for action port [ 826.396885] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05abab49-2e13-47d4-bc4f-bedd308d757e with Priority: HIGHEST for action port [ 826.397429] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-05abab49-2e13-47d4-bc4f-bedd308d757e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.397591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05abab49-2e13-47d4-bc4f-bedd308d757e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.397625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05abab49-2e13-47d4-bc4f-bedd308d757e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.397842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05abab49-2e13-47d4-bc4f-bedd308d757e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.397920] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05abab49-2e13-47d4-bc4f-bedd308d757e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.899804] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05abab49-2e13-47d4-bc4f-bedd308d757e [ 826.900144] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.900989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.900989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.900989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.900989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.900989] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05abab49-2e13-47d4-bc4f-bedd308d757e already deleted. [ 826.900989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05abab49-2e13-47d4-bc4f-bedd308d757e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.898804] env[69985]: INFO networking_nsxv3.common.synchronization [None req-ee648012-9924-4262-b0bb-1a9bb5af501b None None] Enqueued Resource ID: fd34e462-3d7c-446a-a011-d61b184cfa22 with Priority: HIGHEST for action port [ 827.899169] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd34e462-3d7c-446a-a011-d61b184cfa22 with Priority: HIGHEST for action port [ 827.899583] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd34e462-3d7c-446a-a011-d61b184cfa22 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.899704] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd34e462-3d7c-446a-a011-d61b184cfa22" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.899771] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd34e462-3d7c-446a-a011-d61b184cfa22" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.900015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd34e462-3d7c-446a-a011-d61b184cfa22" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.900117] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd34e462-3d7c-446a-a011-d61b184cfa22',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.401944] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd34e462-3d7c-446a-a011-d61b184cfa22 [ 828.402770] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.402917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.402994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.403231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.403326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.403425] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd34e462-3d7c-446a-a011-d61b184cfa22 already deleted. [ 828.403507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd34e462-3d7c-446a-a011-d61b184cfa22" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.567041] env[69985]: INFO networking_nsxv3.common.synchronization [None req-1b124dea-e3f6-4b68-9431-7316517deffb None None] Enqueued Resource ID: 673c33e1-36b6-4cc2-bfb3-3b3fa109175d with Priority: HIGHEST for action port [ 830.568809] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673c33e1-36b6-4cc2-bfb3-3b3fa109175d with Priority: HIGHEST for action port [ 830.569308] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-673c33e1-36b6-4cc2-bfb3-3b3fa109175d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.570668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-673c33e1-36b6-4cc2-bfb3-3b3fa109175d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.570668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-673c33e1-36b6-4cc2-bfb3-3b3fa109175d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.570668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-673c33e1-36b6-4cc2-bfb3-3b3fa109175d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.570668] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('673c33e1-36b6-4cc2-bfb3-3b3fa109175d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.072560] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 673c33e1-36b6-4cc2-bfb3-3b3fa109175d [ 831.072821] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.073020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.073143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.073399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.073614] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.073678] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:673c33e1-36b6-4cc2-bfb3-3b3fa109175d already deleted. [ 831.073798] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-673c33e1-36b6-4cc2-bfb3-3b3fa109175d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.508970] env[69985]: INFO networking_nsxv3.common.synchronization [None req-6b98d5ef-9255-492b-87e0-4e6ee404708e None None] Enqueued Resource ID: 7d5524b5-cd0c-4f71-9078-de27a1ac3045 with Priority: HIGHEST for action port [ 831.509621] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5524b5-cd0c-4f71-9078-de27a1ac3045 with Priority: HIGHEST for action port [ 831.510460] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d5524b5-cd0c-4f71-9078-de27a1ac3045 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.511047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d5524b5-cd0c-4f71-9078-de27a1ac3045" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.511253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d5524b5-cd0c-4f71-9078-de27a1ac3045" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.511412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d5524b5-cd0c-4f71-9078-de27a1ac3045" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.511499] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d5524b5-cd0c-4f71-9078-de27a1ac3045',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.014767] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d5524b5-cd0c-4f71-9078-de27a1ac3045 [ 832.014767] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.014767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.014767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.014767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.014767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.014767] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d5524b5-cd0c-4f71-9078-de27a1ac3045 already deleted. [ 832.014767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d5524b5-cd0c-4f71-9078-de27a1ac3045" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.181296] env[69985]: INFO networking_nsxv3.common.synchronization [None req-3e4ac8be-71e0-440e-9424-2c62e8f78dda None None] Enqueued Resource ID: 7b7fc975-eb4b-49dc-9b5b-3861c1e3cebe with Priority: HIGHEST for action port [ 832.181543] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7fc975-eb4b-49dc-9b5b-3861c1e3cebe with Priority: HIGHEST for action port [ 832.182119] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b7fc975-eb4b-49dc-9b5b-3861c1e3cebe taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.182238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b7fc975-eb4b-49dc-9b5b-3861c1e3cebe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.182305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b7fc975-eb4b-49dc-9b5b-3861c1e3cebe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.182548] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b7fc975-eb4b-49dc-9b5b-3861c1e3cebe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.183321] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b7fc975-eb4b-49dc-9b5b-3861c1e3cebe',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.685167] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b7fc975-eb4b-49dc-9b5b-3861c1e3cebe [ 832.685414] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.685552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.685618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.685823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.685908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.686661] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b7fc975-eb4b-49dc-9b5b-3861c1e3cebe already deleted. [ 832.686661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b7fc975-eb4b-49dc-9b5b-3861c1e3cebe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.356627] env[69985]: INFO networking_nsxv3.common.synchronization [None req-60aeb169-4dec-4b9c-b2a3-1646542a6f56 tempest-ServersV294TestFqdnHostnames-1691937918 tempest-ServersV294TestFqdnHostnames-1691937918-project-member] Enqueued Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGHEST for action security_group_rules [ 833.358974] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGHEST for action security_group_rules [ 833.360548] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab1465ca-f357-4a59-a430-ace0d4b223af taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.361245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.361324] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.361942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.362118] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab1465ca-f357-4a59-a430-ace0d4b223af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.374739] env[69985]: INFO networking_nsxv3.common.synchronization [None req-58bb7a69-beaa-41d8-920c-0b193504311e None None] Enqueued Resource ID: 55469880-eb20-4743-ae8e-74fc7299c437 with Priority: HIGHEST for action port [ 833.375257] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55469880-eb20-4743-ae8e-74fc7299c437 with Priority: HIGHEST for action port [ 833.376261] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-55469880-eb20-4743-ae8e-74fc7299c437 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.376433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55469880-eb20-4743-ae8e-74fc7299c437" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.376579] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55469880-eb20-4743-ae8e-74fc7299c437" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.377292] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55469880-eb20-4743-ae8e-74fc7299c437" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.377853] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55469880-eb20-4743-ae8e-74fc7299c437',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.467300] env[69985]: INFO networking_nsxv3.common.synchronization [None req-05a00807-77a2-463d-a0cc-9df8a15ad90b tempest-ServersV294TestFqdnHostnames-1691937918 tempest-ServersV294TestFqdnHostnames-1691937918-project-member] Enqueued Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGHEST for action security_group_rules [ 833.468119] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGHEST for action security_group_rules [ 833.468119] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab1465ca-f357-4a59-a430-ace0d4b223af taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.468119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.569125] env[69985]: INFO networking_nsxv3.common.synchronization [None req-af74da92-f195-40f1-8ae3-94e31b0b9e8f None None] Enqueued Resource ID: 2d2cdb2c-0f30-41d5-aa5f-88f76b1f4a9b with Priority: HIGHEST for action port [ 833.569613] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2cdb2c-0f30-41d5-aa5f-88f76b1f4a9b with Priority: HIGHEST for action port [ 833.569961] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d2cdb2c-0f30-41d5-aa5f-88f76b1f4a9b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.570099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d2cdb2c-0f30-41d5-aa5f-88f76b1f4a9b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.570174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d2cdb2c-0f30-41d5-aa5f-88f76b1f4a9b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.570513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d2cdb2c-0f30-41d5-aa5f-88f76b1f4a9b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.570615] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d2cdb2c-0f30-41d5-aa5f-88f76b1f4a9b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.880800] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55469880-eb20-4743-ae8e-74fc7299c437 [ 833.882306] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.882306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.882306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.882306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.882306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.882306] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55469880-eb20-4743-ae8e-74fc7299c437 already deleted. [ 833.882306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55469880-eb20-4743-ae8e-74fc7299c437" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.887239] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.887239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.887239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.887540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.887660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.887811] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab1465ca-f357-4a59-a430-ace0d4b223af already deleted. [ 833.887925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.888198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.888373] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.888498] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab1465ca-f357-4a59-a430-ace0d4b223af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.072756] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d2cdb2c-0f30-41d5-aa5f-88f76b1f4a9b [ 834.072917] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.073076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.073151] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.073372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.073468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.074138] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d2cdb2c-0f30-41d5-aa5f-88f76b1f4a9b already deleted. [ 834.074138] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d2cdb2c-0f30-41d5-aa5f-88f76b1f4a9b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.131962] env[69985]: INFO networking_nsxv3.common.synchronization [None req-bccb9cc9-565c-41b5-be37-3bbc10d44e4b None None] Enqueued Resource ID: ee9939f5-515d-4d54-8b3f-6c6e0a115e59 with Priority: HIGHEST for action port [ 834.132204] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9939f5-515d-4d54-8b3f-6c6e0a115e59 with Priority: HIGHEST for action port [ 834.133141] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee9939f5-515d-4d54-8b3f-6c6e0a115e59 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.133141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee9939f5-515d-4d54-8b3f-6c6e0a115e59" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.133141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee9939f5-515d-4d54-8b3f-6c6e0a115e59" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.133255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee9939f5-515d-4d54-8b3f-6c6e0a115e59" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.133255] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee9939f5-515d-4d54-8b3f-6c6e0a115e59',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.201638] env[69985]: INFO networking_nsxv3.common.synchronization [None req-0aed77d3-67ac-4f68-817e-e1578d7902a7 None None] Enqueued Resource ID: f1c7f5ef-9e46-479b-86f2-b579f48347c5 with Priority: HIGHEST for action port [ 834.201892] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1c7f5ef-9e46-479b-86f2-b579f48347c5 with Priority: HIGHEST for action port [ 834.202467] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1c7f5ef-9e46-479b-86f2-b579f48347c5 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.202595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1c7f5ef-9e46-479b-86f2-b579f48347c5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.202664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1c7f5ef-9e46-479b-86f2-b579f48347c5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.202944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1c7f5ef-9e46-479b-86f2-b579f48347c5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.203011] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1c7f5ef-9e46-479b-86f2-b579f48347c5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.408860] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.409131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.409131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.409301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.409394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.409524] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab1465ca-f357-4a59-a430-ace0d4b223af already deleted. [ 834.409564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.637563] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee9939f5-515d-4d54-8b3f-6c6e0a115e59 [ 834.637889] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.637980] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.638021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.638225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.638319] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.638416] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee9939f5-515d-4d54-8b3f-6c6e0a115e59 already deleted. [ 834.638499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee9939f5-515d-4d54-8b3f-6c6e0a115e59" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.705111] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1c7f5ef-9e46-479b-86f2-b579f48347c5 [ 834.705377] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.705519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.705678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.707074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.707074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.707074] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1c7f5ef-9e46-479b-86f2-b579f48347c5 already deleted. [ 834.707074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1c7f5ef-9e46-479b-86f2-b579f48347c5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.215702] env[69985]: INFO networking_nsxv3.common.synchronization [None req-d3ce0330-96e3-4509-82ed-dc16dd5430a0 None None] Enqueued Resource ID: bdcc06f9-af39-4d9f-a4a7-1cfa57a2e7af with Priority: HIGHEST for action port [ 835.215951] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcc06f9-af39-4d9f-a4a7-1cfa57a2e7af with Priority: HIGHEST for action port [ 835.217188] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdcc06f9-af39-4d9f-a4a7-1cfa57a2e7af taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.217368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdcc06f9-af39-4d9f-a4a7-1cfa57a2e7af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.217796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdcc06f9-af39-4d9f-a4a7-1cfa57a2e7af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.218093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdcc06f9-af39-4d9f-a4a7-1cfa57a2e7af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.218192] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdcc06f9-af39-4d9f-a4a7-1cfa57a2e7af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.721336] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdcc06f9-af39-4d9f-a4a7-1cfa57a2e7af [ 835.721336] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.721336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.721336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.721336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.721336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.721336] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdcc06f9-af39-4d9f-a4a7-1cfa57a2e7af already deleted. [ 835.721336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdcc06f9-af39-4d9f-a4a7-1cfa57a2e7af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.539183] env[69985]: INFO networking_nsxv3.common.synchronization [None req-a1ba64e4-8a25-453b-9d20-ba0d9680720b None None] Enqueued Resource ID: 9010e769-f9a1-4d9a-bb16-4d6fb0f67ad3 with Priority: HIGHEST for action port [ 836.539429] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9010e769-f9a1-4d9a-bb16-4d6fb0f67ad3 with Priority: HIGHEST for action port [ 836.539959] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-9010e769-f9a1-4d9a-bb16-4d6fb0f67ad3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.540124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9010e769-f9a1-4d9a-bb16-4d6fb0f67ad3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.540177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9010e769-f9a1-4d9a-bb16-4d6fb0f67ad3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.540404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9010e769-f9a1-4d9a-bb16-4d6fb0f67ad3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.540490] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9010e769-f9a1-4d9a-bb16-4d6fb0f67ad3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.044345] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9010e769-f9a1-4d9a-bb16-4d6fb0f67ad3 [ 837.044656] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.044727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.044984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.045213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.045371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.045455] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9010e769-f9a1-4d9a-bb16-4d6fb0f67ad3 already deleted. [ 837.045565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9010e769-f9a1-4d9a-bb16-4d6fb0f67ad3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.707040] env[69985]: INFO networking_nsxv3.common.synchronization [None req-497037ff-7162-4f3a-a2d5-c2d3806a491c None None] Enqueued Resource ID: c5d8d11c-0826-47ad-9695-1beb37e6b2cc with Priority: HIGHEST for action port [ 838.707706] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d8d11c-0826-47ad-9695-1beb37e6b2cc with Priority: HIGHEST for action port [ 838.707827] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5d8d11c-0826-47ad-9695-1beb37e6b2cc taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.707950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5d8d11c-0826-47ad-9695-1beb37e6b2cc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.708284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5d8d11c-0826-47ad-9695-1beb37e6b2cc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.708614] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5d8d11c-0826-47ad-9695-1beb37e6b2cc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.708701] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5d8d11c-0826-47ad-9695-1beb37e6b2cc',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.821641] env[69985]: INFO networking_nsxv3.common.synchronization [req-768875a9-a531-4b9f-8310-bf13bceaf4f5 req-990df14c-1a7e-40ae-a819-94a492fd15fc tempest-FloatingIPsAssociationNegativeTestJSON-502020632 tempest-FloatingIPsAssociationNegativeTestJSON-502020632-project-member] Enqueued Resource ID: 6041d5ce-87de-4799-8825-4b4881c015c3 with Priority: HIGHEST for action security_group_members [ 838.821945] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6041d5ce-87de-4799-8825-4b4881c015c3 with Priority: HIGHEST for action security_group_members [ 838.822329] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-6041d5ce-87de-4799-8825-4b4881c015c3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.822411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.822478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.822721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.822877] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.822976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.823317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.823527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.823664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.823803] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6041d5ce-87de-4799-8825-4b4881c015c3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.214387] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5d8d11c-0826-47ad-9695-1beb37e6b2cc [ 839.214757] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.214757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.215317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.215541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.215598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.215714] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5d8d11c-0826-47ad-9695-1beb37e6b2cc already deleted. [ 839.215874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5d8d11c-0826-47ad-9695-1beb37e6b2cc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.326666] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.327589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.328020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.328092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.328257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.328622] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.329866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.329866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.329866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.329866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.330336] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6041d5ce-87de-4799-8825-4b4881c015c3 already deleted. [ 839.330336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.767165] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.767165] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-950" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.767165] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-950" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.767165] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-950" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.767165] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.767165] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.767165] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.769098] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.769376] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.769844] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.770575] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.770865] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.771119] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.771518] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.771518] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.772532] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.793464] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.793724] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.794484] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.795071] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-950" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.795142] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-bb164768-c900-42bd-819e-eb523bfc2d54 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.795619] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-bb164768-c900-42bd-819e-eb523bfc2d54" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.795619] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-bb164768-c900-42bd-819e-eb523bfc2d54" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.797080] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-bb164768-c900-42bd-819e-eb523bfc2d54" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.797080] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb164768-c900-42bd-819e-eb523bfc2d54',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.254633] env[69985]: INFO networking_nsxv3.common.synchronization [None req-2b026e58-048b-45a2-8c88-6215daeecedf None None] Enqueued Resource ID: e4d3c18c-80a9-4248-8425-32212daa4f72 with Priority: HIGHEST for action port [ 840.255239] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d3c18c-80a9-4248-8425-32212daa4f72 with Priority: HIGHEST for action port [ 840.256027] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4d3c18c-80a9-4248-8425-32212daa4f72 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.258495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4d3c18c-80a9-4248-8425-32212daa4f72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.258495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4d3c18c-80a9-4248-8425-32212daa4f72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.258495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4d3c18c-80a9-4248-8425-32212daa4f72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.258495] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4d3c18c-80a9-4248-8425-32212daa4f72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.298290] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.298468] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.298914] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.298914] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.299110] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.299265] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port bb164768-c900-42bd-819e-eb523bfc2d54 not found, creating... [ 840.299781] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.299951] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.300083] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.300312] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.301525] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.301525] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.301525] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.303668] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.303668] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.303668] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.303668] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: bb164768-c900-42bd-819e-eb523bfc2d54 is going to be created. [ 840.322538] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.322538] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.322538] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.322678] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.324648] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.324648] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-bb164768-c900-42bd-819e-eb523bfc2d54" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.599306] env[69985]: INFO networking_nsxv3.common.synchronization [None req-022f9703-9f62-4ad1-a9dd-bbbec9826114 None None] Enqueued Resource ID: 65b7f13d-2c8f-4a61-b3fa-b5ccae66a7a7 with Priority: HIGHEST for action port [ 840.599306] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65b7f13d-2c8f-4a61-b3fa-b5ccae66a7a7 with Priority: HIGHEST for action port [ 840.600121] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-65b7f13d-2c8f-4a61-b3fa-b5ccae66a7a7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.600121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65b7f13d-2c8f-4a61-b3fa-b5ccae66a7a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.600121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65b7f13d-2c8f-4a61-b3fa-b5ccae66a7a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.600121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65b7f13d-2c8f-4a61-b3fa-b5ccae66a7a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.601726] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b7f13d-2c8f-4a61-b3fa-b5ccae66a7a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.759859] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4d3c18c-80a9-4248-8425-32212daa4f72 [ 840.761047] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.761047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.761047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.761047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.761047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.761047] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4d3c18c-80a9-4248-8425-32212daa4f72 already deleted. [ 840.761047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4d3c18c-80a9-4248-8425-32212daa4f72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.813396] env[69985]: INFO networking_nsxv3.common.synchronization [req-dfed822b-a12d-46ff-9759-780ba8bc90c8 req-74fd2eaa-e8a6-4cd7-b30a-aa2bf47b5f8e tempest-SecurityGroupRulesNegativeTestJSON-1264080096 tempest-SecurityGroupRulesNegativeTestJSON-1264080096-project-member] Enqueued Resource ID: 7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e with Priority: HIGHEST for action security_group_rules [ 840.813646] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e with Priority: HIGHEST for action security_group_rules [ 840.814444] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.814444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.814444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.814667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.814861] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.076092] env[69985]: INFO networking_nsxv3.common.synchronization [req-c41f1053-3e06-4ead-bcd7-1171d8b3e2aa req-11a119c3-dc7b-4998-a21b-19faf9a13fb7 tempest-ServersV294TestFqdnHostnames-1691937918 tempest-ServersV294TestFqdnHostnames-1691937918-project-member] Enqueued Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGHEST for action security_group_members [ 841.076987] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGHEST for action security_group_members [ 841.077456] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab1465ca-f357-4a59-a430-ace0d4b223af taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.077594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.077666] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.077912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.078090] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.078204] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.078256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.078397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.078485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.078579] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab1465ca-f357-4a59-a430-ace0d4b223af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.103761] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65b7f13d-2c8f-4a61-b3fa-b5ccae66a7a7 [ 841.104610] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.104610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.104610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.104610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.107465] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.107593] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65b7f13d-2c8f-4a61-b3fa-b5ccae66a7a7 already deleted. [ 841.108081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65b7f13d-2c8f-4a61-b3fa-b5ccae66a7a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.336400] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.336921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.336921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.336921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.336921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.337083] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e already deleted. [ 841.337152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.580551] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.581009] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.581103] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.581324] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.581421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.581632] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.581740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.581808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.581961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.582053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.582144] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab1465ca-f357-4a59-a430-ace0d4b223af already deleted. [ 841.582231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.677662] env[69985]: INFO networking_nsxv3.common.synchronization [None req-edde6f51-826e-4d2e-8996-c00ad364fa37 None None] Enqueued Resource ID: 5ea471dd-5d9a-4421-9486-3358df8450dc with Priority: HIGHEST for action port [ 841.679301] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea471dd-5d9a-4421-9486-3358df8450dc with Priority: HIGHEST for action port [ 841.679301] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ea471dd-5d9a-4421-9486-3358df8450dc taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.679301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ea471dd-5d9a-4421-9486-3358df8450dc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.679301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ea471dd-5d9a-4421-9486-3358df8450dc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.679301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ea471dd-5d9a-4421-9486-3358df8450dc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.680995] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ea471dd-5d9a-4421-9486-3358df8450dc',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.186290] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ea471dd-5d9a-4421-9486-3358df8450dc [ 842.186290] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.186290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.186290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.186290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.186290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.186290] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ea471dd-5d9a-4421-9486-3358df8450dc already deleted. [ 842.186290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ea471dd-5d9a-4421-9486-3358df8450dc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.342804] env[69985]: INFO networking_nsxv3.common.synchronization [req-768875a9-a531-4b9f-8310-bf13bceaf4f5 req-69e43a01-65ae-4c77-838f-e6c200c791cf service nova] Enqueued Resource ID: 6041d5ce-87de-4799-8825-4b4881c015c3 with Priority: HIGHEST for action security_group_rules [ 842.343175] env[69985]: INFO networking_nsxv3.common.synchronization [req-768875a9-a531-4b9f-8310-bf13bceaf4f5 req-69e43a01-65ae-4c77-838f-e6c200c791cf service nova] Enqueued Resource ID: 6041d5ce-87de-4799-8825-4b4881c015c3 with Priority: HIGHEST for action security_group_members [ 842.343413] env[69985]: INFO networking_nsxv3.common.synchronization [req-768875a9-a531-4b9f-8310-bf13bceaf4f5 req-69e43a01-65ae-4c77-838f-e6c200c791cf service nova] Enqueued Resource ID: bb164768-c900-42bd-819e-eb523bfc2d54 with Priority: HIGHEST for action port [ 842.344031] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6041d5ce-87de-4799-8825-4b4881c015c3 with Priority: HIGHEST for action security_group_rules [ 842.344270] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6041d5ce-87de-4799-8825-4b4881c015c3 with Priority: HIGHEST for action security_group_members [ 842.344593] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb164768-c900-42bd-819e-eb523bfc2d54 with Priority: HIGHEST for action port [ 842.348020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6041d5ce-87de-4799-8825-4b4881c015c3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.348020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.348020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.348020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.348020] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6041d5ce-87de-4799-8825-4b4881c015c3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.348020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-6041d5ce-87de-4799-8825-4b4881c015c3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.348020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.348020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.348020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.348020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.348020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.348020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.348020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.348020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.348020] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6041d5ce-87de-4799-8825-4b4881c015c3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.349482] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb164768-c900-42bd-819e-eb523bfc2d54 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.349688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb164768-c900-42bd-819e-eb523bfc2d54" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.349831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb164768-c900-42bd-819e-eb523bfc2d54" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.350129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb164768-c900-42bd-819e-eb523bfc2d54" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.350435] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb164768-c900-42bd-819e-eb523bfc2d54',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.641149] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.644031] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-251" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.644085] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-251" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.644599] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-251" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.644726] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.644899] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.645030] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.645330] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.645518] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.646145] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.646145] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.646145] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.646145] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.646311] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.646372] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.646517] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.667966] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.668147] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.668304] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.668505] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-251" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.668792] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-c01a5abb-0c56-4377-ab40-619062fc6092 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.668966] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-c01a5abb-0c56-4377-ab40-619062fc6092" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.669117] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-c01a5abb-0c56-4377-ab40-619062fc6092" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.669502] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-c01a5abb-0c56-4377-ab40-619062fc6092" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.669694] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c01a5abb-0c56-4377-ab40-619062fc6092',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.854738] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-6041d5ce-87de-4799-8825-4b4881c015c3 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.854738] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.860750] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb164768-c900-42bd-819e-eb523bfc2d54 with status ACTIVE [ 842.861160] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.861262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.861645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.861645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.861846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.862026] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.862427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.862664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.862867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.863021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.864192] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.864324] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.864371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.864572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.864653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.864742] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb164768-c900-42bd-819e-eb523bfc2d54 is going to be updated. [ 842.866068] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6041d5ce-87de-4799-8825-4b4881c015c3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.907221] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.907364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.907441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.907679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.907819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.907990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb164768-c900-42bd-819e-eb523bfc2d54" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.172863] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.172863] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.172863] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.173263] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.173534] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.173534] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port c01a5abb-0c56-4377-ab40-619062fc6092 not found, creating... [ 843.173871] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.174236] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.174236] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.174735] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.174908] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.175263] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.175579] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.175646] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.175900] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.176245] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.176245] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: c01a5abb-0c56-4377-ab40-619062fc6092 is going to be created. [ 843.196659] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.197134] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.197134] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.197354] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.197600] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.197707] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-c01a5abb-0c56-4377-ab40-619062fc6092" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.262071] env[69985]: INFO networking_nsxv3.common.synchronization [None req-4eb14aa9-e0b8-4800-847d-6a24979b6ba3 None None] Enqueued Resource ID: 9cd48133-b716-4bd0-bf9f-934d1648503c with Priority: HIGHEST for action port [ 843.262467] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd48133-b716-4bd0-bf9f-934d1648503c with Priority: HIGHEST for action port [ 843.262941] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cd48133-b716-4bd0-bf9f-934d1648503c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.263074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cd48133-b716-4bd0-bf9f-934d1648503c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.263182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cd48133-b716-4bd0-bf9f-934d1648503c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.263388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cd48133-b716-4bd0-bf9f-934d1648503c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.263465] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd48133-b716-4bd0-bf9f-934d1648503c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.286955] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.286955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.286955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.289338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.289338] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.368960] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6041d5ce-87de-4799-8825-4b4881c015c3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.765336] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cd48133-b716-4bd0-bf9f-934d1648503c [ 843.765717] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.765900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.766018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.766477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.766614] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.766864] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cd48133-b716-4bd0-bf9f-934d1648503c already deleted. [ 843.766864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cd48133-b716-4bd0-bf9f-934d1648503c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.792158] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.874443] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.876699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.876699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.876699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.876699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.876699] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6041d5ce-87de-4799-8825-4b4881c015c3 is going to be created. [ 843.891353] env[69985]: INFO networking_nsxv3.common.synchronization [req-d8ddf850-8ae7-4399-b373-bb52d8d341ae req-5398094e-ffc4-4e1d-91b7-be2b8671b255 tempest-SecurityGroupRulesNegativeTestJSON-1264080096 tempest-SecurityGroupRulesNegativeTestJSON-1264080096-project-member] Enqueued Resource ID: 7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e with Priority: HIGHEST for action security_group_rules [ 843.892184] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e with Priority: HIGHEST for action security_group_rules [ 843.892918] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.892918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.892918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.893253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.893457] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.903463] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.903636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.903703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.904376] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.904376] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.912519] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6041d5ce-87de-4799-8825-4b4881c015c3 in Status: UNINITIALIZED for 2s [ 844.031069] env[69985]: INFO networking_nsxv3.common.synchronization [None req-0fadd9ce-a482-4124-bfe3-23862b86abcc None None] Enqueued Resource ID: b6dcdadd-ed62-46bc-b5c2-9aa8956e2ef5 with Priority: HIGHEST for action port [ 844.031528] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6dcdadd-ed62-46bc-b5c2-9aa8956e2ef5 with Priority: HIGHEST for action port [ 844.031904] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6dcdadd-ed62-46bc-b5c2-9aa8956e2ef5 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.033043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6dcdadd-ed62-46bc-b5c2-9aa8956e2ef5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.033147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6dcdadd-ed62-46bc-b5c2-9aa8956e2ef5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.033568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6dcdadd-ed62-46bc-b5c2-9aa8956e2ef5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.033568] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6dcdadd-ed62-46bc-b5c2-9aa8956e2ef5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.174541] env[69985]: INFO networking_nsxv3.common.synchronization [None req-1abb2edb-7cc5-46a5-baab-31dad77a3c56 None None] Enqueued Resource ID: 48582be9-08c3-415b-a374-9435397d3d84 with Priority: HIGHEST for action port [ 844.174541] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48582be9-08c3-415b-a374-9435397d3d84 with Priority: HIGHEST for action port [ 844.174541] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-48582be9-08c3-415b-a374-9435397d3d84 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.174541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48582be9-08c3-415b-a374-9435397d3d84" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.174541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48582be9-08c3-415b-a374-9435397d3d84" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.176017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48582be9-08c3-415b-a374-9435397d3d84" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.176431] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48582be9-08c3-415b-a374-9435397d3d84',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.296439] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.400697] env[69985]: INFO networking_nsxv3.common.synchronization [req-08315d07-c2e8-42c2-b462-727309f0f6a2 req-54d1f596-94dc-4cf0-a32b-be42f88a8508 tempest-InstanceActionsV221TestJSON-1682143905 tempest-InstanceActionsV221TestJSON-1682143905-project-member] Enqueued Resource ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 with Priority: HIGHEST for action security_group_members [ 844.401305] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 with Priority: HIGHEST for action security_group_members [ 844.404848] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4bfacf5-d023-4e71-8e98-87973c573bd7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.404848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.404848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.404848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.404848] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.404848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.404848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.404848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.404848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.404848] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4bfacf5-d023-4e71-8e98-87973c573bd7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.417912] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.418408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.418408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.418408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.418408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.418985] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e already deleted. [ 844.418985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aae9fb7-0ab2-42ad-a4a8-918302ffeb1e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.533655] env[69985]: INFO networking_nsxv3.common.synchronization [None req-c64bc5ec-9265-41ba-89a9-dabb89d24497 None None] Enqueued Resource ID: 3b397490-1837-44a8-8141-c26699cffce1 with Priority: HIGHEST for action port [ 844.533908] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b397490-1837-44a8-8141-c26699cffce1 with Priority: HIGHEST for action port [ 844.534498] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b397490-1837-44a8-8141-c26699cffce1 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.534630] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b397490-1837-44a8-8141-c26699cffce1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.534700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b397490-1837-44a8-8141-c26699cffce1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.534963] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b397490-1837-44a8-8141-c26699cffce1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.535807] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b397490-1837-44a8-8141-c26699cffce1',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.539037] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6dcdadd-ed62-46bc-b5c2-9aa8956e2ef5 [ 844.539037] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.539037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.539037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.539037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.539037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.539037] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6dcdadd-ed62-46bc-b5c2-9aa8956e2ef5 already deleted. [ 844.539037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6dcdadd-ed62-46bc-b5c2-9aa8956e2ef5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.682480] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48582be9-08c3-415b-a374-9435397d3d84 [ 844.682736] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.682882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.682952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.683175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.683263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.683356] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48582be9-08c3-415b-a374-9435397d3d84 already deleted. [ 844.683435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48582be9-08c3-415b-a374-9435397d3d84" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.775218] env[69985]: INFO networking_nsxv3.common.synchronization [req-c41f1053-3e06-4ead-bcd7-1171d8b3e2aa req-931eba93-50a6-4289-8e8a-e143c533e6fa service nova] Enqueued Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGHEST for action security_group_rules [ 844.776542] env[69985]: INFO networking_nsxv3.common.synchronization [req-c41f1053-3e06-4ead-bcd7-1171d8b3e2aa req-931eba93-50a6-4289-8e8a-e143c533e6fa service nova] Enqueued Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGHEST for action security_group_members [ 844.776542] env[69985]: INFO networking_nsxv3.common.synchronization [req-c41f1053-3e06-4ead-bcd7-1171d8b3e2aa req-931eba93-50a6-4289-8e8a-e143c533e6fa service nova] Enqueued Resource ID: c01a5abb-0c56-4377-ab40-619062fc6092 with Priority: HIGHEST for action port [ 844.776542] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGHEST for action security_group_rules [ 844.776542] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGHEST for action security_group_members [ 844.776542] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a5abb-0c56-4377-ab40-619062fc6092 with Priority: HIGHEST for action port [ 844.776542] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab1465ca-f357-4a59-a430-ace0d4b223af taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.777083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.777083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.777083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.777083] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab1465ca-f357-4a59-a430-ace0d4b223af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.782279] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab1465ca-f357-4a59-a430-ace0d4b223af taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.782279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.782279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.782279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.782279] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.782279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.782279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.782279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.782279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.782279] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab1465ca-f357-4a59-a430-ace0d4b223af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.782279] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-c01a5abb-0c56-4377-ab40-619062fc6092 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.782279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c01a5abb-0c56-4377-ab40-619062fc6092" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.782279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c01a5abb-0c56-4377-ab40-619062fc6092" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.782279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c01a5abb-0c56-4377-ab40-619062fc6092" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.782279] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c01a5abb-0c56-4377-ab40-619062fc6092',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.801329] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 844.801329] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 844.861758] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-719 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.861952] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-719" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.862227] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-719" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.862441] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-719" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.862745] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.862913] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.863046] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.863273] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.863508] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.863622] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.863737] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.863857] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.863951] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.864068] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.864178] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.864309] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.890057] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.890236] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.890369] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.890556] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-719" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.890878] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-0adb34fa-f52f-4b4d-983b-afa1a04f5624 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.891176] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-0adb34fa-f52f-4b4d-983b-afa1a04f5624" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.891176] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-0adb34fa-f52f-4b4d-983b-afa1a04f5624" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.891473] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-0adb34fa-f52f-4b4d-983b-afa1a04f5624" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.891621] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0adb34fa-f52f-4b4d-983b-afa1a04f5624',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.905756] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.906049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.906114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.906284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.906489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.906793] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.906793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.906793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.906947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.906947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.907019] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 already deleted. [ 844.907152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.038325] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b397490-1837-44a8-8141-c26699cffce1 [ 845.040784] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.040784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.040784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.040784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.040784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.040784] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b397490-1837-44a8-8141-c26699cffce1 already deleted. [ 845.040784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b397490-1837-44a8-8141-c26699cffce1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.285507] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab1465ca-f357-4a59-a430-ace0d4b223af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.288307] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab1465ca-f357-4a59-a430-ace0d4b223af taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.288766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.288766] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c01a5abb-0c56-4377-ab40-619062fc6092 with status ACTIVE [ 845.288766] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.288960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.288998] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.290099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.290099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.290099] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.290099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.290099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.290099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.290099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.294222] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.294414] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.294517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.294920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.294998] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.295122] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c01a5abb-0c56-4377-ab40-619062fc6092 is going to be updated. [ 845.318265] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.318592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.318592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.318782] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.318875] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.319037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c01a5abb-0c56-4377-ab40-619062fc6092" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.363742] env[69985]: INFO networking_nsxv3.common.synchronization [None req-72a59afa-1153-4b79-9030-5968bb53121b None None] Enqueued Resource ID: 7e95c505-30b1-4f1f-9417-19625c546af2 with Priority: HIGHEST for action port [ 845.365790] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e95c505-30b1-4f1f-9417-19625c546af2 with Priority: HIGHEST for action port [ 845.366286] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e95c505-30b1-4f1f-9417-19625c546af2 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.367018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e95c505-30b1-4f1f-9417-19625c546af2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.367018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e95c505-30b1-4f1f-9417-19625c546af2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.367018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e95c505-30b1-4f1f-9417-19625c546af2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.367018] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e95c505-30b1-4f1f-9417-19625c546af2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.399720] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.399993] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.400350] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.400964] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.401536] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.401536] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 0adb34fa-f52f-4b4d-983b-afa1a04f5624 not found, creating... [ 845.401681] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.401845] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.402612] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.402612] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.403134] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.403467] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.403632] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.403752] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.403970] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.404117] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.404265] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 0adb34fa-f52f-4b4d-983b-afa1a04f5624 is going to be created. [ 845.426586] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.427037] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.427037] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.427217] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.427431] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.427674] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-0adb34fa-f52f-4b4d-983b-afa1a04f5624" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.629353] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.629578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.629690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.629947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.646287] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 845.648765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.651400] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 845.669729] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.670068] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.670068] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.670280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.671252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.672011] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 845.672286] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 845.672286] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 845.692050] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.692282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.692319] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.692527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.692671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.693300] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 845.715560] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.715560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.715560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.715560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.715560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.715560] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 845.744029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.744029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.744029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.744029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.744029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.744281] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 845.744281] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 845.744353] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 845.761785] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.761958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.762070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.762225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.762312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.762434] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 845.762541] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 845.762605] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 845.784776] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.784776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.784776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.784776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.784776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.784776] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 845.784776] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 845.784776] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 845.784776] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 845.784776] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 845.784776] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 845.784776] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 845.784776] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.786188] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.789940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.789940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.789940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.789940] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.789940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.789940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.789940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.789940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.789940] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 845.789940] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 845.789940] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 845.797904] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab1465ca-f357-4a59-a430-ace0d4b223af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.809423] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.809573] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.809632] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.809835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.809941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.810096] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 845.832847] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.832847] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.832940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.833128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.833275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.861210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.869248] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e95c505-30b1-4f1f-9417-19625c546af2 [ 845.869482] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.869677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.869709] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.869900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.870032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.870187] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e95c505-30b1-4f1f-9417-19625c546af2 already deleted. [ 845.870187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e95c505-30b1-4f1f-9417-19625c546af2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.920679] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6041d5ce-87de-4799-8825-4b4881c015c3 in Status: SUCCESS [ 845.920943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.921121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.921355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.921551] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.921683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.921736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.922031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.922031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.922161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.922161] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6041d5ce-87de-4799-8825-4b4881c015c3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.302222] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.302390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.302479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.302713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.302809] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.302912] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab1465ca-f357-4a59-a430-ace0d4b223af is going to be created. [ 846.328025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.328025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.328025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.328481] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.328481] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.351066] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab1465ca-f357-4a59-a430-ace0d4b223af in Status: UNINITIALIZED for 2s [ 846.425681] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-6041d5ce-87de-4799-8825-4b4881c015c3 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.427020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.427020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.427020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.427020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.427020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.427020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.427020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.427020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.427020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.427020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-6041d5ce-87de-4799-8825-4b4881c015c3 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.427020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.427426] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.427426] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.427426] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.427426] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.427555] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.427588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.427678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.427724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.427902] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6041d5ce-87de-4799-8825-4b4881c015c3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.601403] env[69985]: INFO networking_nsxv3.common.synchronization [req-08315d07-c2e8-42c2-b462-727309f0f6a2 req-0fd7d42f-0738-4acd-afd2-d24222cb1578 service nova] Enqueued Resource ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 with Priority: HIGHEST for action security_group_rules [ 846.601689] env[69985]: INFO networking_nsxv3.common.synchronization [req-08315d07-c2e8-42c2-b462-727309f0f6a2 req-0fd7d42f-0738-4acd-afd2-d24222cb1578 service nova] Enqueued Resource ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 with Priority: HIGHEST for action security_group_members [ 846.602407] env[69985]: INFO networking_nsxv3.common.synchronization [req-08315d07-c2e8-42c2-b462-727309f0f6a2 req-0fd7d42f-0738-4acd-afd2-d24222cb1578 service nova] Enqueued Resource ID: 0adb34fa-f52f-4b4d-983b-afa1a04f5624 with Priority: HIGHEST for action port [ 846.603149] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 with Priority: HIGHEST for action security_group_rules [ 846.603317] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 with Priority: HIGHEST for action security_group_members [ 846.603452] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0adb34fa-f52f-4b4d-983b-afa1a04f5624 with Priority: HIGHEST for action port [ 846.603743] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4bfacf5-d023-4e71-8e98-87973c573bd7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.603877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.603960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.604285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.604285] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4bfacf5-d023-4e71-8e98-87973c573bd7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.605217] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4bfacf5-d023-4e71-8e98-87973c573bd7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.605343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.605399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.605742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.605742] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.605848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.606039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.606039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.606157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.606422] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4bfacf5-d023-4e71-8e98-87973c573bd7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.607203] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0adb34fa-f52f-4b4d-983b-afa1a04f5624 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.607299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0adb34fa-f52f-4b4d-983b-afa1a04f5624" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.607410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0adb34fa-f52f-4b4d-983b-afa1a04f5624" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.607520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0adb34fa-f52f-4b4d-983b-afa1a04f5624" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.607595] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0adb34fa-f52f-4b4d-983b-afa1a04f5624',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.933017] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6041d5ce-87de-4799-8825-4b4881c015c3: rpc.has_security_group_logging(os_id): False [ 846.952036] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.952036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.952036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.952036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.952036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.953424] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.953424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.953424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.953609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.953609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.953959] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.954057] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.954091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.954459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.954459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.954563] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.954645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.954679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.955042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.955042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.955042] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6041d5ce-87de-4799-8825-4b4881c015c3 is going to be created. [ 846.990163] env[69985]: INFO networking_nsxv3.common.synchronization [None req-6d8be899-4799-4d0f-8d1f-b4d04d0085fe None None] Enqueued Resource ID: 1a2f065c-2cce-4c2c-973c-dcc270458c56 with Priority: HIGHEST for action port [ 846.991468] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2f065c-2cce-4c2c-973c-dcc270458c56 with Priority: HIGHEST for action port [ 846.991468] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a2f065c-2cce-4c2c-973c-dcc270458c56 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.991468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a2f065c-2cce-4c2c-973c-dcc270458c56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.991468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a2f065c-2cce-4c2c-973c-dcc270458c56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.991468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a2f065c-2cce-4c2c-973c-dcc270458c56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.991734] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a2f065c-2cce-4c2c-973c-dcc270458c56',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.013293] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.013454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.014065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.017897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.017897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.026051] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6041d5ce-87de-4799-8825-4b4881c015c3 in Status: IN_PROGRESS for 2s [ 847.110142] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4bfacf5-d023-4e71-8e98-87973c573bd7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.111256] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4bfacf5-d023-4e71-8e98-87973c573bd7 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.111408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.111731] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0adb34fa-f52f-4b4d-983b-afa1a04f5624 with status ACTIVE [ 847.111731] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.111945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.111945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.112107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.112178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.112388] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.112439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.112628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.112628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.112771] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.112868] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.113187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.113776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.113974] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.114069] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.114161] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0adb34fa-f52f-4b4d-983b-afa1a04f5624 is going to be updated. [ 847.145254] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.145403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.145486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.145794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.145883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.146048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0adb34fa-f52f-4b4d-983b-afa1a04f5624" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.493864] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a2f065c-2cce-4c2c-973c-dcc270458c56 [ 847.494247] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.494524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.494524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.494648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.494753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.494851] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a2f065c-2cce-4c2c-973c-dcc270458c56 already deleted. [ 847.494952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a2f065c-2cce-4c2c-973c-dcc270458c56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.616053] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4bfacf5-d023-4e71-8e98-87973c573bd7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.120577] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.120740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.121183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.121183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.121183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.121306] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 is going to be created. [ 848.144076] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.144225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.144293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.147056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.147243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.161027] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 in Status: UNINITIALIZED for 2s [ 848.356616] env[69985]: INFO networking_nsxv3.common.synchronization [None req-3b67f529-67b0-4c7c-80fc-cb96b6f5a13f None None] Enqueued Resource ID: 0ccb1436-8af4-4d77-9fe0-276945d6147d with Priority: HIGHEST for action port [ 848.356915] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ccb1436-8af4-4d77-9fe0-276945d6147d with Priority: HIGHEST for action port [ 848.358523] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ccb1436-8af4-4d77-9fe0-276945d6147d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.358523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ccb1436-8af4-4d77-9fe0-276945d6147d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.358523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ccb1436-8af4-4d77-9fe0-276945d6147d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.358523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ccb1436-8af4-4d77-9fe0-276945d6147d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.358523] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ccb1436-8af4-4d77-9fe0-276945d6147d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.362090] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab1465ca-f357-4a59-a430-ace0d4b223af in Status: SUCCESS [ 848.362090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.362090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.362090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.362382] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.362382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.362382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.362658] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.362725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.362957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.363330] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab1465ca-f357-4a59-a430-ace0d4b223af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.803382] env[69985]: INFO networking_nsxv3.common.synchronization [None req-75e61d22-84a1-44cc-a712-de6c4df66b29 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGHEST for action security_group_rules [ 848.803616] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGHEST for action security_group_rules [ 848.804139] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff92c503-62b5-468e-8438-149b9919b951 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.804139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.804139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.804456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.804456] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff92c503-62b5-468e-8438-149b9919b951',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.861714] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ccb1436-8af4-4d77-9fe0-276945d6147d [ 848.861988] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.862167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.862242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.862447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.862543] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.862644] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ccb1436-8af4-4d77-9fe0-276945d6147d already deleted. [ 848.862745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ccb1436-8af4-4d77-9fe0-276945d6147d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.867511] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab1465ca-f357-4a59-a430-ace0d4b223af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.887307] env[69985]: INFO networking_nsxv3.common.synchronization [None req-75ca60ac-979e-43ef-8472-e4fdf4e75c2a None None] Enqueued Resource ID: 864561ed-a188-4755-b720-d488e9b98530 with Priority: HIGHEST for action port [ 848.888198] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864561ed-a188-4755-b720-d488e9b98530 with Priority: HIGHEST for action port [ 848.888198] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-864561ed-a188-4755-b720-d488e9b98530 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.888198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-864561ed-a188-4755-b720-d488e9b98530" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.888198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-864561ed-a188-4755-b720-d488e9b98530" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.889402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-864561ed-a188-4755-b720-d488e9b98530" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.889402] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('864561ed-a188-4755-b720-d488e9b98530',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.040368] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6041d5ce-87de-4799-8825-4b4881c015c3 in Status: SUCCESS [ 849.040660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.114151] env[69985]: INFO networking_nsxv3.common.synchronization [None req-59d2b7d0-8eaa-4177-9408-724ffe5254c4 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGHEST for action security_group_rules [ 849.116513] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGHEST for action security_group_rules [ 849.116513] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff92c503-62b5-468e-8438-149b9919b951 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.116513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.325285] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.327041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.327041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.327041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.327041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.327041] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff92c503-62b5-468e-8438-149b9919b951 already deleted. [ 849.327568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.328085] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.328177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.328274] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff92c503-62b5-468e-8438-149b9919b951',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.373237] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab1465ca-f357-4a59-a430-ace0d4b223af: rpc.has_security_group_logging(os_id): False [ 849.392213] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.392401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.392441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.392645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.392838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.392997] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.393130] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.393195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.393347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.393425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.393513] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab1465ca-f357-4a59-a430-ace0d4b223af is going to be created. [ 849.394636] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 864561ed-a188-4755-b720-d488e9b98530 [ 849.395249] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.395249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.395249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.396278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.396364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.396453] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:864561ed-a188-4755-b720-d488e9b98530 already deleted. [ 849.396534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-864561ed-a188-4755-b720-d488e9b98530" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.463588] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.463588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.463588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.463588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.463588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.469321] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab1465ca-f357-4a59-a430-ace0d4b223af in Status: IN_PROGRESS for 2s [ 849.834914] env[69985]: INFO networking_nsxv3.common.synchronization [req-aa21e319-e44c-4072-ae77-8599a5eecd78 req-d766bc22-bb60-4825-856a-82cce9ae197c tempest-DeleteServersAdminTestJSON-90993296 tempest-DeleteServersAdminTestJSON-90993296-project-member] Enqueued Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_members [ 849.839694] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_members [ 849.839694] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.839694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.839694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.839694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.839694] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.839694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.839694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.840083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.840083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.840083] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.853461] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.853461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.853461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.853461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.853461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.853461] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff92c503-62b5-468e-8438-149b9919b951 already deleted. [ 849.853910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.173851] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 in Status: SUCCESS [ 850.174074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.174758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.175181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.175450] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.175605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.175691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.175814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.175882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.175989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.176053] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4bfacf5-d023-4e71-8e98-87973c573bd7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.344585] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.344962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.346336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.346336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.346336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.346336] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.346336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.346336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.346336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.346336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.346336] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e52cae-5536-4095-a1c9-65b96e896aae already deleted. [ 850.346336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.679545] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4bfacf5-d023-4e71-8e98-87973c573bd7 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.679766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.680739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.680890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.681092] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.681210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.681341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.681418] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.681504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.681707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.681771] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4bfacf5-d023-4e71-8e98-87973c573bd7 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.681919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.681919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.682112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.682206] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.682309] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.682351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.682478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.682553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.682680] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.682857] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4bfacf5-d023-4e71-8e98-87973c573bd7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.772223] env[69985]: INFO networking_nsxv3.common.synchronization [None req-21aba8e5-7baf-4cc8-b65c-2d5dd1206ee1 None None] Enqueued Resource ID: bd7d3efc-d7f5-420a-88d9-7af9116825b5 with Priority: HIGHEST for action port [ 850.772223] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd7d3efc-d7f5-420a-88d9-7af9116825b5 with Priority: HIGHEST for action port [ 850.772223] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd7d3efc-d7f5-420a-88d9-7af9116825b5 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.772223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd7d3efc-d7f5-420a-88d9-7af9116825b5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.772223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd7d3efc-d7f5-420a-88d9-7af9116825b5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.772223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd7d3efc-d7f5-420a-88d9-7af9116825b5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.772223] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd7d3efc-d7f5-420a-88d9-7af9116825b5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.094146] env[69985]: INFO networking_nsxv3.common.synchronization [None req-85d4ad40-e361-4bfb-9254-ac8632b3478a None None] Enqueued Resource ID: e15f03d0-8b36-4d62-a500-63ba01cb1b18 with Priority: HIGHEST for action port [ 851.095582] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15f03d0-8b36-4d62-a500-63ba01cb1b18 with Priority: HIGHEST for action port [ 851.096366] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e15f03d0-8b36-4d62-a500-63ba01cb1b18 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.096494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e15f03d0-8b36-4d62-a500-63ba01cb1b18" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.096560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e15f03d0-8b36-4d62-a500-63ba01cb1b18" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.096822] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e15f03d0-8b36-4d62-a500-63ba01cb1b18" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.096902] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15f03d0-8b36-4d62-a500-63ba01cb1b18',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.189767] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4bfacf5-d023-4e71-8e98-87973c573bd7: rpc.has_security_group_logging(os_id): False [ 851.213981] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.213981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.213981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.213981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.214218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.214788] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.215125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.215125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.215227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.215309] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.215575] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.215627] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.215657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.215798] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.215924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.216050] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.216141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.216202] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.219173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.219173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.219173] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 is going to be created. [ 851.273574] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.273727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.273794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.274024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.274230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.275373] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd7d3efc-d7f5-420a-88d9-7af9116825b5 [ 851.275559] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.275672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.275805] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.276155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.276155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.276717] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd7d3efc-d7f5-420a-88d9-7af9116825b5 already deleted. [ 851.277516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd7d3efc-d7f5-420a-88d9-7af9116825b5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.287410] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 in Status: IN_PROGRESS for 2s [ 851.374898] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.375226] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.375406] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.375782] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.376892] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.377133] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.377772] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.378072] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.378248] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.378866] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.379015] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.379375] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.379375] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.379375] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.379550] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.379654] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.401600] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.401865] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.401943] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.402103] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.402446] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-ebe4280c-0d36-4d08-8c4b-cba51c7f80e9 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.402618] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-ebe4280c-0d36-4d08-8c4b-cba51c7f80e9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.402856] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-ebe4280c-0d36-4d08-8c4b-cba51c7f80e9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.403310] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-ebe4280c-0d36-4d08-8c4b-cba51c7f80e9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.403461] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe4280c-0d36-4d08-8c4b-cba51c7f80e9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.483225] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab1465ca-f357-4a59-a430-ace0d4b223af in Status: SUCCESS [ 851.483225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.604919] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e15f03d0-8b36-4d62-a500-63ba01cb1b18 [ 851.604919] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.604919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.604919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.604919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.604919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.604919] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e15f03d0-8b36-4d62-a500-63ba01cb1b18 already deleted. [ 851.604919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e15f03d0-8b36-4d62-a500-63ba01cb1b18" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.908198] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.908198] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.908451] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.909081] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.909081] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.909081] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port ebe4280c-0d36-4d08-8c4b-cba51c7f80e9 not found, creating... [ 851.909185] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.909256] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.909405] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.909582] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.909857] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.910025] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.910179] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.910294] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.910510] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.911434] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.911434] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: ebe4280c-0d36-4d08-8c4b-cba51c7f80e9 is going to be created. [ 851.931120] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.931629] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.931629] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.931737] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.931964] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.932226] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-ebe4280c-0d36-4d08-8c4b-cba51c7f80e9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.005191] env[69985]: INFO networking_nsxv3.common.synchronization [req-7ca930d4-b582-4483-afe2-2571e7d5a46e req-5d0ce278-0708-4bac-8653-77a927ec8f67 tempest-ServerDiagnosticsTest-476413324 tempest-ServerDiagnosticsTest-476413324-project-member] Enqueued Resource ID: e705f244-66b3-4305-a5e7-27abf36bb416 with Priority: HIGHEST for action security_group_members [ 852.005875] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e705f244-66b3-4305-a5e7-27abf36bb416 with Priority: HIGHEST for action security_group_members [ 852.006407] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e705f244-66b3-4305-a5e7-27abf36bb416 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.006516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.006516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.008303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.008303] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.008303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.008303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.008303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.008303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.008303] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e705f244-66b3-4305-a5e7-27abf36bb416',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.516386] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.516686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.516785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.517156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.517254] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.517463] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.517577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.517782] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.517953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.518044] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.518132] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e705f244-66b3-4305-a5e7-27abf36bb416 already deleted. [ 852.518220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.024938] env[69985]: INFO networking_nsxv3.common.synchronization [None req-a9b87c19-7aa5-4070-8893-2fb40ce143c1 None None] Enqueued Resource ID: 2a6fde6a-7f8d-4077-8912-e5af17168c32 with Priority: HIGHEST for action port [ 853.025615] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6fde6a-7f8d-4077-8912-e5af17168c32 with Priority: HIGHEST for action port [ 853.026251] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a6fde6a-7f8d-4077-8912-e5af17168c32 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.026405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a6fde6a-7f8d-4077-8912-e5af17168c32" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.026590] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a6fde6a-7f8d-4077-8912-e5af17168c32" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.027011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a6fde6a-7f8d-4077-8912-e5af17168c32" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.027315] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a6fde6a-7f8d-4077-8912-e5af17168c32',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.299265] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 in Status: SUCCESS [ 853.299488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.335343] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.336351] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.336351] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.336351] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.337679] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.337948] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.339239] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.339239] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.339239] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.339239] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.339239] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.339239] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.339239] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.339239] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.339239] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.339729] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.357226] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.357366] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.357509] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.357684] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.357987] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-fc767b62-dfd6-429e-84f0-140bda053ff7 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.358263] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-fc767b62-dfd6-429e-84f0-140bda053ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.358308] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-fc767b62-dfd6-429e-84f0-140bda053ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.358621] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-fc767b62-dfd6-429e-84f0-140bda053ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.358759] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc767b62-dfd6-429e-84f0-140bda053ff7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.530442] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a6fde6a-7f8d-4077-8912-e5af17168c32 [ 853.530673] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.530821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.530993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.531106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.531188] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.531283] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a6fde6a-7f8d-4077-8912-e5af17168c32 already deleted. [ 853.531364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a6fde6a-7f8d-4077-8912-e5af17168c32" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.611564] env[69985]: INFO networking_nsxv3.common.synchronization [req-aa21e319-e44c-4072-ae77-8599a5eecd78 req-2340c412-fb69-45f8-87ce-28dc33e4ca17 service nova] Enqueued Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_rules [ 853.611564] env[69985]: INFO networking_nsxv3.common.synchronization [req-aa21e319-e44c-4072-ae77-8599a5eecd78 req-2340c412-fb69-45f8-87ce-28dc33e4ca17 service nova] Enqueued Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_members [ 853.611737] env[69985]: INFO networking_nsxv3.common.synchronization [req-aa21e319-e44c-4072-ae77-8599a5eecd78 req-2340c412-fb69-45f8-87ce-28dc33e4ca17 service nova] Enqueued Resource ID: ebe4280c-0d36-4d08-8c4b-cba51c7f80e9 with Priority: HIGHEST for action port [ 853.612189] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_rules [ 853.612383] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_members [ 853.612548] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe4280c-0d36-4d08-8c4b-cba51c7f80e9 with Priority: HIGHEST for action port [ 853.613123] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.613264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.613657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.613952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.616107] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.616107] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.616107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.616107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.616107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.616107] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.616107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.616107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.616107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.616107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.616846] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.617517] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebe4280c-0d36-4d08-8c4b-cba51c7f80e9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.617625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebe4280c-0d36-4d08-8c4b-cba51c7f80e9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.620031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebe4280c-0d36-4d08-8c4b-cba51c7f80e9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.620031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebe4280c-0d36-4d08-8c4b-cba51c7f80e9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.620031] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe4280c-0d36-4d08-8c4b-cba51c7f80e9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.862218] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.862433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.862584] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.864545] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.864760] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.865016] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port fc767b62-dfd6-429e-84f0-140bda053ff7 not found, creating... [ 853.865400] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.865927] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.866133] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.866750] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.866750] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.866983] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.867204] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.868689] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.868971] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.869173] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.869359] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: fc767b62-dfd6-429e-84f0-140bda053ff7 is going to be created. [ 853.889182] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.890088] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.891167] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.891167] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.891167] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.891515] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-fc767b62-dfd6-429e-84f0-140bda053ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.009503] env[69985]: INFO networking_nsxv3.common.synchronization [req-0741d9aa-5f32-477d-909d-2aba026c7aa6 req-91158e8b-d666-4b3b-915f-3ca4c6c59e73 tempest-ServerPasswordTestJSON-1823579092 tempest-ServerPasswordTestJSON-1823579092-project-member] Enqueued Resource ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 with Priority: HIGHEST for action security_group_members [ 854.010112] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 with Priority: HIGHEST for action security_group_members [ 854.010427] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee20676a-8272-49bd-975d-3e09ba4bcb31 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.010552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.010726] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.010877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.013824] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.013824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.013824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.013824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.013824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.013824] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee20676a-8272-49bd-975d-3e09ba4bcb31',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.120498] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.120637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.124427] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebe4280c-0d36-4d08-8c4b-cba51c7f80e9 with status ACTIVE [ 854.124649] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.124827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.124827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.125481] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.125612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.126042] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.126342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.126342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.126739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.126847] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.127017] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.127128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.127197] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.131245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.131245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.131245] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebe4280c-0d36-4d08-8c4b-cba51c7f80e9 is going to be updated. [ 854.132426] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.156622] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.156622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.156622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.156888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.156888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.157069] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebe4280c-0d36-4d08-8c4b-cba51c7f80e9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.465765] env[69985]: INFO networking_nsxv3.common.synchronization [None req-279c81bb-0ae2-468d-a1ac-5bc269e894e8 None None] Enqueued Resource ID: 0f2d4565-7205-425e-b32a-1f7d367829a2 with Priority: HIGHEST for action port [ 854.466598] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f2d4565-7205-425e-b32a-1f7d367829a2 with Priority: HIGHEST for action port [ 854.467369] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f2d4565-7205-425e-b32a-1f7d367829a2 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.467525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f2d4565-7205-425e-b32a-1f7d367829a2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.467604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f2d4565-7205-425e-b32a-1f7d367829a2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.468049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f2d4565-7205-425e-b32a-1f7d367829a2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.468144] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f2d4565-7205-425e-b32a-1f7d367829a2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.516074] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.516074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.516248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.516587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.516587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.516738] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.516811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.516864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.517409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.517409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.517409] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 already deleted. [ 854.517409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.637824] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.972140] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f2d4565-7205-425e-b32a-1f7d367829a2 [ 854.972140] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.972140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.972140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.972140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.972140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.972140] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f2d4565-7205-425e-b32a-1f7d367829a2 already deleted. [ 854.972140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f2d4565-7205-425e-b32a-1f7d367829a2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.141676] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.141676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.141676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.141937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.141937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.141937] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e52cae-5536-4095-a1c9-65b96e896aae is going to be created. [ 855.165493] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.165635] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.165703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.165910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.166077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.177984] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: UNINITIALIZED for 2s [ 855.315223] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.315223] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-286" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.315223] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-286" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.315223] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-286" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.315223] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.316105] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.316582] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.318810] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.318810] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.318919] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.319012] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.319548] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.320029] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.320029] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.320029] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.320029] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.342470] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.342655] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.342893] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.343037] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-286" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.344257] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-0f5065fc-9e45-41f9-a922-76f438876fea taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.344257] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-0f5065fc-9e45-41f9-a922-76f438876fea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.344257] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-0f5065fc-9e45-41f9-a922-76f438876fea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.344257] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-0f5065fc-9e45-41f9-a922-76f438876fea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.344257] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f5065fc-9e45-41f9-a922-76f438876fea',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.557389] env[69985]: INFO networking_nsxv3.common.synchronization [None req-98d72d33-9af0-4e29-8ce1-d01fd26bde41 None None] Enqueued Resource ID: 53265cb8-1a02-4255-93a2-e10d37f01350 with Priority: HIGHEST for action port [ 855.558110] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53265cb8-1a02-4255-93a2-e10d37f01350 with Priority: HIGHEST for action port [ 855.558573] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-53265cb8-1a02-4255-93a2-e10d37f01350 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.558573] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53265cb8-1a02-4255-93a2-e10d37f01350" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.558573] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53265cb8-1a02-4255-93a2-e10d37f01350" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.558783] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53265cb8-1a02-4255-93a2-e10d37f01350" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.560335] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53265cb8-1a02-4255-93a2-e10d37f01350',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.847335] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.848641] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.848641] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.848641] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.848641] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.848641] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 0f5065fc-9e45-41f9-a922-76f438876fea not found, creating... [ 855.849101] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.849101] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.849101] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.849238] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.849448] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.849672] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.849901] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.849974] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.851840] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.852089] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.852168] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 0f5065fc-9e45-41f9-a922-76f438876fea is going to be created. [ 855.873466] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.873466] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.873877] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.873877] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.875027] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.875027] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-0f5065fc-9e45-41f9-a922-76f438876fea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.964624] env[69985]: INFO networking_nsxv3.common.synchronization [req-7ca930d4-b582-4483-afe2-2571e7d5a46e req-b14e9953-8159-440e-878c-5cac6c442ac4 service nova] Enqueued Resource ID: e705f244-66b3-4305-a5e7-27abf36bb416 with Priority: HIGHEST for action security_group_rules [ 855.964777] env[69985]: INFO networking_nsxv3.common.synchronization [req-7ca930d4-b582-4483-afe2-2571e7d5a46e req-b14e9953-8159-440e-878c-5cac6c442ac4 service nova] Enqueued Resource ID: e705f244-66b3-4305-a5e7-27abf36bb416 with Priority: HIGHEST for action security_group_members [ 855.965037] env[69985]: INFO networking_nsxv3.common.synchronization [req-7ca930d4-b582-4483-afe2-2571e7d5a46e req-b14e9953-8159-440e-878c-5cac6c442ac4 service nova] Enqueued Resource ID: fc767b62-dfd6-429e-84f0-140bda053ff7 with Priority: HIGHEST for action port [ 855.967287] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e705f244-66b3-4305-a5e7-27abf36bb416 with Priority: HIGHEST for action security_group_rules [ 855.967287] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e705f244-66b3-4305-a5e7-27abf36bb416 with Priority: HIGHEST for action security_group_members [ 855.967287] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc767b62-dfd6-429e-84f0-140bda053ff7 with Priority: HIGHEST for action port [ 855.967287] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e705f244-66b3-4305-a5e7-27abf36bb416 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.967645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.967731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.968491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.968491] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e705f244-66b3-4305-a5e7-27abf36bb416',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.969763] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e705f244-66b3-4305-a5e7-27abf36bb416 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.970017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.971630] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.972055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.972055] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.972523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.972523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.972523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.972523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.972680] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e705f244-66b3-4305-a5e7-27abf36bb416',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.973933] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc767b62-dfd6-429e-84f0-140bda053ff7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.973933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc767b62-dfd6-429e-84f0-140bda053ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.973933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc767b62-dfd6-429e-84f0-140bda053ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.973933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc767b62-dfd6-429e-84f0-140bda053ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.973933] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc767b62-dfd6-429e-84f0-140bda053ff7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.064740] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53265cb8-1a02-4255-93a2-e10d37f01350 [ 856.065462] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.065748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.065924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.066194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.066296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.066393] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53265cb8-1a02-4255-93a2-e10d37f01350 already deleted. [ 856.066473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53265cb8-1a02-4255-93a2-e10d37f01350" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.285723] env[69985]: INFO networking_nsxv3.common.synchronization [None req-e7fe6bd3-b522-4109-91c9-f4df75ac71b3 tempest-VolumesAssistedSnapshotsTest-1351026479 tempest-VolumesAssistedSnapshotsTest-1351026479-project-member] Enqueued Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGHEST for action security_group_rules [ 856.288420] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGHEST for action security_group_rules [ 856.288420] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.288420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.288420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.288420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.288420] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.302512] env[69985]: INFO networking_nsxv3.common.synchronization [None req-251e9597-55f9-4ac1-9472-fd94ef2b5bdc None None] Enqueued Resource ID: d026894c-6996-4680-b803-351270802a95 with Priority: HIGHEST for action port [ 856.302512] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d026894c-6996-4680-b803-351270802a95 with Priority: HIGHEST for action port [ 856.302512] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-d026894c-6996-4680-b803-351270802a95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.302512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d026894c-6996-4680-b803-351270802a95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.302512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d026894c-6996-4680-b803-351270802a95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.302908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d026894c-6996-4680-b803-351270802a95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.302908] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d026894c-6996-4680-b803-351270802a95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.477359] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e705f244-66b3-4305-a5e7-27abf36bb416',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.477359] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e705f244-66b3-4305-a5e7-27abf36bb416 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.477359] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.477359] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc767b62-dfd6-429e-84f0-140bda053ff7 with status ACTIVE [ 856.477609] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.477609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.477609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.477990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.477990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.478101] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.478159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.478316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.478369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.478411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.478588] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.478688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.478733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.479664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.479911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.479911] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc767b62-dfd6-429e-84f0-140bda053ff7 is going to be updated. [ 856.507968] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.507968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.507968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.507968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.507968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.507968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc767b62-dfd6-429e-84f0-140bda053ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.724974] env[69985]: INFO networking_nsxv3.common.synchronization [None req-80d12caa-93f1-4707-8213-5fd945f7ba79 tempest-VolumesAssistedSnapshotsTest-1351026479 tempest-VolumesAssistedSnapshotsTest-1351026479-project-member] Enqueued Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGHEST for action security_group_rules [ 856.725672] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGHEST for action security_group_rules [ 856.726804] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.727324] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.806025] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d026894c-6996-4680-b803-351270802a95 [ 856.806025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.806025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.806025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.806025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.806025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.806025] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d026894c-6996-4680-b803-351270802a95 already deleted. [ 856.806025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d026894c-6996-4680-b803-351270802a95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.810154] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.810154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.810154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.810154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.810154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.810154] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e already deleted. [ 856.810154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.810154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.810154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.810154] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.881676] env[69985]: INFO networking_nsxv3.common.synchronization [None req-7d5c7a44-1aa2-4fbc-b43a-1be8339b65d2 None None] Enqueued Resource ID: 26614214-88c8-4aa6-8f67-ba38bd3fc7a5 with Priority: HIGHEST for action port [ 856.881983] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26614214-88c8-4aa6-8f67-ba38bd3fc7a5 with Priority: HIGHEST for action port [ 856.882654] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-26614214-88c8-4aa6-8f67-ba38bd3fc7a5 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.882654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26614214-88c8-4aa6-8f67-ba38bd3fc7a5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.882774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26614214-88c8-4aa6-8f67-ba38bd3fc7a5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.882991] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26614214-88c8-4aa6-8f67-ba38bd3fc7a5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.884081] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26614214-88c8-4aa6-8f67-ba38bd3fc7a5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.985485] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e705f244-66b3-4305-a5e7-27abf36bb416',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.114897] env[69985]: INFO networking_nsxv3.common.synchronization [None req-dde8e213-653f-4219-9879-d9fb811c57cd tempest-ServersWithSpecificFlavorTestJSON-1381962467 tempest-ServersWithSpecificFlavorTestJSON-1381962467-project-member] Enqueued Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_rules [ 857.115470] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_rules [ 857.115771] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.115890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.116011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.116447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.116578] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.189285] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: UNINITIALIZED for 4s [ 857.331667] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.331667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.331667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.331667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.331667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.331667] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e already deleted. [ 857.331667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.390339] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26614214-88c8-4aa6-8f67-ba38bd3fc7a5 [ 857.390339] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.390339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.390339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.390339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.390339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.390339] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26614214-88c8-4aa6-8f67-ba38bd3fc7a5 already deleted. [ 857.390339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26614214-88c8-4aa6-8f67-ba38bd3fc7a5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.495337] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.495551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.495551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.496548] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.497563] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.497563] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e705f244-66b3-4305-a5e7-27abf36bb416 is going to be created. [ 857.521210] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.521210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.521210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.521210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.521210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.529652] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e705f244-66b3-4305-a5e7-27abf36bb416 in Status: UNINITIALIZED for 2s [ 857.570625] env[69985]: INFO networking_nsxv3.common.synchronization [None req-767082c7-8ecf-4103-b8db-839be8bf2570 tempest-ServersWithSpecificFlavorTestJSON-1381962467 tempest-ServersWithSpecificFlavorTestJSON-1381962467-project-member] Enqueued Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_rules [ 857.571141] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_rules [ 857.571788] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.571893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.639266] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.639266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.639266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.639266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.639606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.639606] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e already deleted. [ 857.639606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.639973] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.640149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.640235] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.024415] env[69985]: INFO networking_nsxv3.common.synchronization [req-0741d9aa-5f32-477d-909d-2aba026c7aa6 req-feb7acd3-2966-45ff-8023-f058b2643b6e service nova] Enqueued Resource ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 with Priority: HIGHEST for action security_group_rules [ 858.024675] env[69985]: INFO networking_nsxv3.common.synchronization [req-0741d9aa-5f32-477d-909d-2aba026c7aa6 req-feb7acd3-2966-45ff-8023-f058b2643b6e service nova] Enqueued Resource ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 with Priority: HIGHEST for action security_group_members [ 858.024727] env[69985]: INFO networking_nsxv3.common.synchronization [req-0741d9aa-5f32-477d-909d-2aba026c7aa6 req-feb7acd3-2966-45ff-8023-f058b2643b6e service nova] Enqueued Resource ID: 0f5065fc-9e45-41f9-a922-76f438876fea with Priority: HIGHEST for action port [ 858.025338] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 with Priority: HIGHEST for action security_group_rules [ 858.027424] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 with Priority: HIGHEST for action security_group_members [ 858.027681] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5065fc-9e45-41f9-a922-76f438876fea with Priority: HIGHEST for action port [ 858.029080] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee20676a-8272-49bd-975d-3e09ba4bcb31 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.029080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.029080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.029080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.029080] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee20676a-8272-49bd-975d-3e09ba4bcb31',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.030229] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee20676a-8272-49bd-975d-3e09ba4bcb31 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.030229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.030229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.030229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.030229] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.030400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.030400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.030456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.031045] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.031045] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee20676a-8272-49bd-975d-3e09ba4bcb31',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.031396] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f5065fc-9e45-41f9-a922-76f438876fea taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.031500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f5065fc-9e45-41f9-a922-76f438876fea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.031556] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f5065fc-9e45-41f9-a922-76f438876fea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.031664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f5065fc-9e45-41f9-a922-76f438876fea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.031733] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f5065fc-9e45-41f9-a922-76f438876fea',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.161345] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.163686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.163686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.163686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.163686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.163686] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e already deleted. [ 858.163686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.435267] env[69985]: INFO networking_nsxv3.common.synchronization [None req-280f4ba5-2f0a-4430-84f7-e92a26b649b0 None None] Enqueued Resource ID: 4f328ade-6989-4e07-afea-bda9fab849a9 with Priority: HIGHEST for action port [ 858.435267] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f328ade-6989-4e07-afea-bda9fab849a9 with Priority: HIGHEST for action port [ 858.435267] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f328ade-6989-4e07-afea-bda9fab849a9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.435267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f328ade-6989-4e07-afea-bda9fab849a9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.435267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f328ade-6989-4e07-afea-bda9fab849a9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.435267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f328ade-6989-4e07-afea-bda9fab849a9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.435267] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f328ade-6989-4e07-afea-bda9fab849a9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.534020] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee20676a-8272-49bd-975d-3e09ba4bcb31',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.537039] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee20676a-8272-49bd-975d-3e09ba4bcb31 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.537229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.537709] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f5065fc-9e45-41f9-a922-76f438876fea with status ACTIVE [ 858.537933] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.538101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.539166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.539431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.539668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.540114] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.541458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.541578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.541994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.542047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.542325] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.542510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.542640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.542936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.543102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.543223] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f5065fc-9e45-41f9-a922-76f438876fea is going to be updated. [ 858.564535] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.564655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.564723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.564987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.565263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.565446] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f5065fc-9e45-41f9-a922-76f438876fea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.939902] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f328ade-6989-4e07-afea-bda9fab849a9 [ 858.940202] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.940358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.940443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.940664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.940772] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.940883] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f328ade-6989-4e07-afea-bda9fab849a9 already deleted. [ 858.940963] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f328ade-6989-4e07-afea-bda9fab849a9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.038038] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee20676a-8272-49bd-975d-3e09ba4bcb31',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.198785] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: SUCCESS [ 859.199508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.199508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.201265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.201265] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.201265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.201265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.201265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.201265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.201265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.201265] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.365809] env[69985]: INFO networking_nsxv3.common.synchronization [None req-3edcfa36-ca74-4956-b5f2-06857c704db4 None None] Enqueued Resource ID: dbe58818-77c4-44ed-8722-fe1a4224e938 with Priority: HIGHEST for action port [ 859.365921] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbe58818-77c4-44ed-8722-fe1a4224e938 with Priority: HIGHEST for action port [ 859.366701] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbe58818-77c4-44ed-8722-fe1a4224e938 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.366701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbe58818-77c4-44ed-8722-fe1a4224e938" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.366701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbe58818-77c4-44ed-8722-fe1a4224e938" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.367059] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbe58818-77c4-44ed-8722-fe1a4224e938" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.367059] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbe58818-77c4-44ed-8722-fe1a4224e938',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.540455] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e705f244-66b3-4305-a5e7-27abf36bb416 in Status: SUCCESS [ 859.540708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.541060] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.541206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.541270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.541474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.541558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.541649] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 is going to be created. [ 859.542706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.542880] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.543099] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.543205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.543259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.543442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.543557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.543652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.543742] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e705f244-66b3-4305-a5e7-27abf36bb416',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.566362] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.567832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.567832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.567832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.567832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.580689] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 in Status: UNINITIALIZED for 2s [ 859.704283] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.704431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.704504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.704776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.705040] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.706118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.706118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.706118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.706118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.706118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.706525] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.706525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.706525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.706670] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.706814] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.706906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.706964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.707141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.707221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.707302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.707393] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.753887] env[69985]: INFO networking_nsxv3.common.synchronization [req-d627cb8a-0a8c-4c04-8a64-97b05757a2a8 req-58ab7771-4832-47a3-88b2-929e8738b86b tempest-FloatingIPsAssociationTestJSON-895309651 tempest-FloatingIPsAssociationTestJSON-895309651-project-member] Enqueued Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_members [ 859.754272] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_members [ 859.754565] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.756355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.756355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.756355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.756355] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.756355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.756355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.756355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.756355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.756355] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.871646] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbe58818-77c4-44ed-8722-fe1a4224e938 [ 859.871871] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.872013] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.872084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.875174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.876027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.876027] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbe58818-77c4-44ed-8722-fe1a4224e938 already deleted. [ 859.876027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbe58818-77c4-44ed-8722-fe1a4224e938" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.049117] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e705f244-66b3-4305-a5e7-27abf36bb416 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.049117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.049117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.049117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.049117] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.049117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.049117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.049117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.049117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.049117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.049117] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e705f244-66b3-4305-a5e7-27abf36bb416 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.049117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.049117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.049117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.049873] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.049873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.049873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.049873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.049873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.049873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.049873] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e705f244-66b3-4305-a5e7-27abf36bb416',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.211524] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42e52cae-5536-4095-a1c9-65b96e896aae: rpc.has_security_group_logging(os_id): False [ 860.246025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.246025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.246025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.250042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.250042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.250042] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.250042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.250042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.250042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.250042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.250042] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.250042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.250042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.250042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.250042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.250042] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.250042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.250676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.250676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.250676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.250676] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e52cae-5536-4095-a1c9-65b96e896aae is going to be created. [ 860.262421] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.262559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.262627] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.262917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.262917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.263211] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.263701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.263766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.264050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.264136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.264247] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f087b6ad-c741-4152-bab2-b8adc5a80532 already deleted. [ 860.264326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.315036] env[69985]: INFO networking_nsxv3.common.synchronization [None req-93676549-d98a-4020-903e-2cd834440b0b None None] Enqueued Resource ID: 7f607aec-0c71-41af-bfab-09827aa15862 with Priority: HIGHEST for action port [ 860.316357] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.316676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.316676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.316796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.316964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.318048] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f607aec-0c71-41af-bfab-09827aa15862 with Priority: HIGHEST for action port [ 860.318713] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f607aec-0c71-41af-bfab-09827aa15862 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.318851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f607aec-0c71-41af-bfab-09827aa15862" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.318890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f607aec-0c71-41af-bfab-09827aa15862" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.319150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f607aec-0c71-41af-bfab-09827aa15862" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.319238] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f607aec-0c71-41af-bfab-09827aa15862',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.328714] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: IN_PROGRESS for 2s [ 860.554469] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e705f244-66b3-4305-a5e7-27abf36bb416: rpc.has_security_group_logging(os_id): False [ 860.571378] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.571378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.571378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.571378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.571378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.571378] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.571378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.571378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.571378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.571378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.571378] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.571378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.571378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.571378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.572327] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.572680] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.573042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.573257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.573836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.574271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.574531] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e705f244-66b3-4305-a5e7-27abf36bb416 is going to be created. [ 860.630223] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.631052] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.631162] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.631329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.631527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.642799] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e705f244-66b3-4305-a5e7-27abf36bb416 in Status: IN_PROGRESS for 2s [ 860.823387] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f607aec-0c71-41af-bfab-09827aa15862 [ 860.824301] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.824301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.824301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.824301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.824301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.824301] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f607aec-0c71-41af-bfab-09827aa15862 already deleted. [ 860.824301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f607aec-0c71-41af-bfab-09827aa15862" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.845054] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.845301] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-930" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.845427] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-930" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.845749] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-930" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.846007] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.846192] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.846311] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.846525] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.846663] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.846869] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.846974] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.852645] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.852645] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.852729] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.852819] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.852969] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.873050] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.873255] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.873312] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.873532] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-930" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.873822] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-1f86db68-8a81-421c-aa9b-4daab0584c4c taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.873999] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-1f86db68-8a81-421c-aa9b-4daab0584c4c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.874137] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-1f86db68-8a81-421c-aa9b-4daab0584c4c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.874541] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-1f86db68-8a81-421c-aa9b-4daab0584c4c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.874701] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f86db68-8a81-421c-aa9b-4daab0584c4c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.377886] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.378203] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.378248] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.378972] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.378972] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.378972] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 1f86db68-8a81-421c-aa9b-4daab0584c4c not found, creating... [ 861.380317] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.381611] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.382030] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.382284] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.382516] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.382730] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.384858] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.384858] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.384858] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.387561] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.387561] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 1f86db68-8a81-421c-aa9b-4daab0584c4c is going to be created. [ 861.389157] env[69985]: INFO networking_nsxv3.common.synchronization [req-7bdaf08b-c3bd-430d-ae4c-ff5fa5bbe064 req-789dba0f-243c-4c01-aa86-9d59cce3cac2 tempest-MigrationsAdminTest-2064433656 tempest-MigrationsAdminTest-2064433656-project-member] Enqueued Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_members [ 861.389377] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_members [ 861.389957] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.390107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.390161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.390369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.390519] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.390616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.390679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.390825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.391033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.391033] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.407928] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.410691] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.410691] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.410691] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.410920] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.411275] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-1f86db68-8a81-421c-aa9b-4daab0584c4c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.489895] env[69985]: INFO networking_nsxv3.common.synchronization [None req-0364a75e-ded9-432d-99d3-fa2d2d15f6ff None None] Enqueued Resource ID: bf5570c0-2e11-487c-bb87-ef829e1b7d9e with Priority: HIGHEST for action port [ 861.490834] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf5570c0-2e11-487c-bb87-ef829e1b7d9e with Priority: HIGHEST for action port [ 861.490834] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf5570c0-2e11-487c-bb87-ef829e1b7d9e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.490975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf5570c0-2e11-487c-bb87-ef829e1b7d9e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.491038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf5570c0-2e11-487c-bb87-ef829e1b7d9e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.491316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf5570c0-2e11-487c-bb87-ef829e1b7d9e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.491411] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5570c0-2e11-487c-bb87-ef829e1b7d9e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.592157] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 in Status: SUCCESS [ 861.592157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.592157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.592157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.594134] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.594244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.594282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.594469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.594553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.594641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.594734] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee20676a-8272-49bd-975d-3e09ba4bcb31',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.781104] env[69985]: INFO networking_nsxv3.common.synchronization [None req-c2c93200-d5cd-41fa-aecd-5a2a0be54d7c None None] Enqueued Resource ID: 07a45b72-6565-472f-b1f0-14f9c53114c5 with Priority: HIGHEST for action port [ 861.781104] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a45b72-6565-472f-b1f0-14f9c53114c5 with Priority: HIGHEST for action port [ 861.781104] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-07a45b72-6565-472f-b1f0-14f9c53114c5 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.781104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07a45b72-6565-472f-b1f0-14f9c53114c5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.781104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07a45b72-6565-472f-b1f0-14f9c53114c5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.781104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07a45b72-6565-472f-b1f0-14f9c53114c5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.781104] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a45b72-6565-472f-b1f0-14f9c53114c5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.892700] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.894278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.894278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.894278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.894278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.894278] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.896624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.896624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.896624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.896624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.896624] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9542bc-4110-4285-94ff-048eb58aef1c already deleted. [ 861.896624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.899541] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.902016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.902016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.902016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.902016] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.902016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.902016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.902016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.902016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.902016] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.902016] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.902016] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.902016] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.903621] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.903621] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.904643] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.926329] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.926329] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.926329] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.926329] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.926329] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-2584dc71-913f-4c9b-922c-f8b28530b82f taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.926329] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-2584dc71-913f-4c9b-922c-f8b28530b82f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.926329] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-2584dc71-913f-4c9b-922c-f8b28530b82f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.926329] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-2584dc71-913f-4c9b-922c-f8b28530b82f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.926329] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2584dc71-913f-4c9b-922c-f8b28530b82f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.994676] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf5570c0-2e11-487c-bb87-ef829e1b7d9e [ 861.994676] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.994676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.994676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.994676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.994676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.994676] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf5570c0-2e11-487c-bb87-ef829e1b7d9e already deleted. [ 861.994676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf5570c0-2e11-487c-bb87-ef829e1b7d9e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.064222] env[69985]: INFO networking_nsxv3.common.synchronization [None req-ed30af24-2b65-4460-ab47-37cd69f69db7 None None] Enqueued Resource ID: ca5beb9a-6490-4af2-9fcb-61dcc402c248 with Priority: HIGHEST for action port [ 862.064222] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca5beb9a-6490-4af2-9fcb-61dcc402c248 with Priority: HIGHEST for action port [ 862.064222] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca5beb9a-6490-4af2-9fcb-61dcc402c248 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.064222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca5beb9a-6490-4af2-9fcb-61dcc402c248" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.064222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca5beb9a-6490-4af2-9fcb-61dcc402c248" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.064222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca5beb9a-6490-4af2-9fcb-61dcc402c248" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.064222] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca5beb9a-6490-4af2-9fcb-61dcc402c248',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.096728] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee20676a-8272-49bd-975d-3e09ba4bcb31 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.099102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.099102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.099102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.099102] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.099102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.099102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.099102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.099102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.099102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.099102] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee20676a-8272-49bd-975d-3e09ba4bcb31 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.099102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.099102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.099102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.099102] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.099102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.099880] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.100178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.100407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.100698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.101551] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee20676a-8272-49bd-975d-3e09ba4bcb31',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.284212] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07a45b72-6565-472f-b1f0-14f9c53114c5 [ 862.284501] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.284648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.284781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.284936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.285361] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.285524] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07a45b72-6565-472f-b1f0-14f9c53114c5 already deleted. [ 862.285634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07a45b72-6565-472f-b1f0-14f9c53114c5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.345400] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: SUCCESS [ 862.345400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.386836] env[69985]: INFO networking_nsxv3.common.synchronization [req-d627cb8a-0a8c-4c04-8a64-97b05757a2a8 req-d48b5160-19fa-4279-a0d4-5b616b6f87b5 service nova] Enqueued Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_rules [ 862.387196] env[69985]: INFO networking_nsxv3.common.synchronization [req-d627cb8a-0a8c-4c04-8a64-97b05757a2a8 req-d48b5160-19fa-4279-a0d4-5b616b6f87b5 service nova] Enqueued Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_members [ 862.387196] env[69985]: INFO networking_nsxv3.common.synchronization [req-d627cb8a-0a8c-4c04-8a64-97b05757a2a8 req-d48b5160-19fa-4279-a0d4-5b616b6f87b5 service nova] Enqueued Resource ID: 1f86db68-8a81-421c-aa9b-4daab0584c4c with Priority: HIGHEST for action port [ 862.387779] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_rules [ 862.387913] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_members [ 862.388019] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f86db68-8a81-421c-aa9b-4daab0584c4c with Priority: HIGHEST for action port [ 862.389132] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.389293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.389842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.389842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.389842] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.390649] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.390807] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.390905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.391118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.391301] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.391427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.391514] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.391700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.391816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.391932] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.392749] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f86db68-8a81-421c-aa9b-4daab0584c4c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.392864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f86db68-8a81-421c-aa9b-4daab0584c4c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.393473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f86db68-8a81-421c-aa9b-4daab0584c4c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.393473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f86db68-8a81-421c-aa9b-4daab0584c4c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.393473] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f86db68-8a81-421c-aa9b-4daab0584c4c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.431442] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.432173] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.432382] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.432717] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.432932] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.433248] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 2584dc71-913f-4c9b-922c-f8b28530b82f not found, creating... [ 862.433535] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.435169] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.435383] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.435650] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.435849] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.436200] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.436374] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.436509] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.436743] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.436886] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.437046] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 2584dc71-913f-4c9b-922c-f8b28530b82f is going to be created. [ 862.457121] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.457121] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.457121] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.458065] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.459277] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.459277] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-2584dc71-913f-4c9b-922c-f8b28530b82f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.565961] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca5beb9a-6490-4af2-9fcb-61dcc402c248 [ 862.566195] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.566342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.566410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.566617] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.566703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.566808] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca5beb9a-6490-4af2-9fcb-61dcc402c248 already deleted. [ 862.566899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca5beb9a-6490-4af2-9fcb-61dcc402c248" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.591137] env[69985]: INFO networking_nsxv3.common.synchronization [None req-17b848a6-5c78-4f56-8e34-1b09d46496ce None None] Enqueued Resource ID: 593370f5-d8d6-4673-a174-8a30f143dc08 with Priority: HIGHEST for action port [ 862.591137] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593370f5-d8d6-4673-a174-8a30f143dc08 with Priority: HIGHEST for action port [ 862.591137] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-593370f5-d8d6-4673-a174-8a30f143dc08 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.591137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-593370f5-d8d6-4673-a174-8a30f143dc08" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.591137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-593370f5-d8d6-4673-a174-8a30f143dc08" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.591137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-593370f5-d8d6-4673-a174-8a30f143dc08" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.591137] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593370f5-d8d6-4673-a174-8a30f143dc08',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.602723] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee20676a-8272-49bd-975d-3e09ba4bcb31: rpc.has_security_group_logging(os_id): False [ 862.626149] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.626149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.626149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.626149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.627622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.627866] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.627984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.628060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.628261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.628343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.628570] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.628680] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.628745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.628909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.628987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.629621] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.629621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.629621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.629621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.629621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.629621] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 is going to be created. [ 862.663718] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e705f244-66b3-4305-a5e7-27abf36bb416 in Status: SUCCESS [ 862.664415] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.699444] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.700024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.700024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.700024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.700174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.715946] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 in Status: IN_PROGRESS for 2s [ 862.895332] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.896443] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.896572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.896738] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f86db68-8a81-421c-aa9b-4daab0584c4c with status ACTIVE [ 862.897565] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.897693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.897760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.897983] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.899444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.899535] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.899603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.899644] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.899902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.899955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.900152] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.900240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.900306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.900462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.900546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.900718] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f86db68-8a81-421c-aa9b-4daab0584c4c is going to be updated. [ 862.921900] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.922090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.922180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.922327] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.922511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.922686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f86db68-8a81-421c-aa9b-4daab0584c4c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.092557] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 593370f5-d8d6-4673-a174-8a30f143dc08 [ 863.092771] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.092910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.093339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.094061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.094061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.094061] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:593370f5-d8d6-4673-a174-8a30f143dc08 already deleted. [ 863.094061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-593370f5-d8d6-4673-a174-8a30f143dc08" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.402638] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.409906] env[69985]: INFO networking_nsxv3.common.synchronization [req-7bdaf08b-c3bd-430d-ae4c-ff5fa5bbe064 req-1c1af365-e88e-466d-bc1b-f9422f9f7423 service nova] Enqueued Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_rules [ 863.410132] env[69985]: INFO networking_nsxv3.common.synchronization [req-7bdaf08b-c3bd-430d-ae4c-ff5fa5bbe064 req-1c1af365-e88e-466d-bc1b-f9422f9f7423 service nova] Enqueued Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_members [ 863.410177] env[69985]: INFO networking_nsxv3.common.synchronization [req-7bdaf08b-c3bd-430d-ae4c-ff5fa5bbe064 req-1c1af365-e88e-466d-bc1b-f9422f9f7423 service nova] Enqueued Resource ID: 2584dc71-913f-4c9b-922c-f8b28530b82f with Priority: HIGHEST for action port [ 863.410409] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_rules [ 863.410530] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_members [ 863.410632] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2584dc71-913f-4c9b-922c-f8b28530b82f with Priority: HIGHEST for action port [ 863.411863] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.412138] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.412251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.412470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.412575] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.413551] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.413705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.413790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.413990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.414177] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.414300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.414377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.414545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.414653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.414912] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.416210] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-2584dc71-913f-4c9b-922c-f8b28530b82f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.416210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2584dc71-913f-4c9b-922c-f8b28530b82f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.416210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2584dc71-913f-4c9b-922c-f8b28530b82f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.416210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2584dc71-913f-4c9b-922c-f8b28530b82f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.416210] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2584dc71-913f-4c9b-922c-f8b28530b82f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.486833] env[69985]: INFO networking_nsxv3.common.synchronization [None req-66ce41cc-c566-414e-b181-cbdf4cf17cdc None None] Enqueued Resource ID: 001fafad-26d4-4124-828a-30f068fcb899 with Priority: HIGHEST for action port [ 863.486833] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001fafad-26d4-4124-828a-30f068fcb899 with Priority: HIGHEST for action port [ 863.486833] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-001fafad-26d4-4124-828a-30f068fcb899 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.486833] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-001fafad-26d4-4124-828a-30f068fcb899" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.486833] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-001fafad-26d4-4124-828a-30f068fcb899" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.486833] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-001fafad-26d4-4124-828a-30f068fcb899" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.486833] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('001fafad-26d4-4124-828a-30f068fcb899',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.492064] env[69985]: INFO networking_nsxv3.common.synchronization [req-073a033e-9e47-4182-96b2-ac75897b679d req-4854e9f5-ea6a-4fba-9f06-74d4605e1874 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGHEST for action security_group_members [ 863.492064] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGHEST for action security_group_members [ 863.492064] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff92c503-62b5-468e-8438-149b9919b951 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.492064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.492064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.492568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.492952] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.493545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.493748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.494043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.494245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.494486] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff92c503-62b5-468e-8438-149b9919b951',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.907311] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.907311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.907752] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f087b6ad-c741-4152-bab2-b8adc5a80532 is going to be created. [ 863.918803] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.919350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.919350] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.920157] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2584dc71-913f-4c9b-922c-f8b28530b82f with status ACTIVE [ 863.920352] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.920520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.920652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.920809] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.920899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.921091] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.921218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.921259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.921433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.921486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.921734] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.921734] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.921818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.921940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.921982] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.922101] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2584dc71-913f-4c9b-922c-f8b28530b82f is going to be updated. [ 863.934169] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.934353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.934401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.935086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.935086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.942931] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.943403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.943623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.946166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.946166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.946166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2584dc71-913f-4c9b-922c-f8b28530b82f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.946166] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: UNINITIALIZED for 2s [ 863.971157] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.971381] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.971551] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.971902] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.972355] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.972437] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.972703] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.972776] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.972926] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.973778] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.975636] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.975636] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.975636] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.975636] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.975636] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.975636] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.992072] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.992072] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.992072] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.992072] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.992072] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-e64de32e-0e37-4777-91e7-8be0da0fa147 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.992072] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-e64de32e-0e37-4777-91e7-8be0da0fa147" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.992072] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-e64de32e-0e37-4777-91e7-8be0da0fa147" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.992380] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-e64de32e-0e37-4777-91e7-8be0da0fa147" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.992488] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e64de32e-0e37-4777-91e7-8be0da0fa147',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.994223] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 001fafad-26d4-4124-828a-30f068fcb899 [ 863.994309] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.994423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.994498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.994672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.994758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.994846] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:001fafad-26d4-4124-828a-30f068fcb899 already deleted. [ 863.994929] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-001fafad-26d4-4124-828a-30f068fcb899" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.997762] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.997903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.997903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.998541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.998541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.998541] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.998541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.998541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.998868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.998868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.998868] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff92c503-62b5-468e-8438-149b9919b951 already deleted. [ 863.998868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.424551] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.501025] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.501025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.501025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.501025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.501025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.501025] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port e64de32e-0e37-4777-91e7-8be0da0fa147 not found, creating... [ 864.501025] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.501025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.501025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.501025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.501025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.501577] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.501577] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.501577] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.502336] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.502649] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.502899] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: e64de32e-0e37-4777-91e7-8be0da0fa147 is going to be created. [ 864.525054] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.525054] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.525054] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.525054] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.525054] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.525054] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-e64de32e-0e37-4777-91e7-8be0da0fa147" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.727884] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 in Status: SUCCESS [ 864.728120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.818134] env[69985]: INFO networking_nsxv3.common.synchronization [req-f57b0551-d59d-4476-9683-4b791c9c93b8 req-06c2ac15-ee65-4e9e-b26f-7699338553d3 tempest-InstanceActionsV221TestJSON-1682143905 tempest-InstanceActionsV221TestJSON-1682143905-project-member] Enqueued Resource ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 with Priority: HIGHEST for action security_group_members [ 864.818710] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 with Priority: HIGHEST for action security_group_members [ 864.819627] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4bfacf5-d023-4e71-8e98-87973c573bd7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.819773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.819842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.820062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.820218] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.820316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.820380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.821311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.821413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.821517] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4bfacf5-d023-4e71-8e98-87973c573bd7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.927472] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.927937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.928121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.928509] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.928712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.928918] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9542bc-4110-4285-94ff-048eb58aef1c is going to be created. [ 864.952597] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.952779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.952842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.953012] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.953994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.962210] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: UNINITIALIZED for 2s [ 865.228649] env[69985]: INFO networking_nsxv3.common.synchronization [req-073a033e-9e47-4182-96b2-ac75897b679d req-e079b9d6-c828-4177-a1c0-023876e9efb0 service nova] Enqueued Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGHEST for action security_group_rules [ 865.228649] env[69985]: INFO networking_nsxv3.common.synchronization [req-073a033e-9e47-4182-96b2-ac75897b679d req-e079b9d6-c828-4177-a1c0-023876e9efb0 service nova] Enqueued Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGHEST for action security_group_members [ 865.228649] env[69985]: INFO networking_nsxv3.common.synchronization [req-073a033e-9e47-4182-96b2-ac75897b679d req-e079b9d6-c828-4177-a1c0-023876e9efb0 service nova] Enqueued Resource ID: e64de32e-0e37-4777-91e7-8be0da0fa147 with Priority: HIGHEST for action port [ 865.232571] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGHEST for action security_group_rules [ 865.232571] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGHEST for action security_group_members [ 865.232571] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e64de32e-0e37-4777-91e7-8be0da0fa147 with Priority: HIGHEST for action port [ 865.232571] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff92c503-62b5-468e-8438-149b9919b951 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.232571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.232571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.232571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.232571] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff92c503-62b5-468e-8438-149b9919b951',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.232571] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff92c503-62b5-468e-8438-149b9919b951 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.232571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.232571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.234967] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.234967] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.234967] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.234967] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.234967] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.234967] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.234967] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff92c503-62b5-468e-8438-149b9919b951',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.236321] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e64de32e-0e37-4777-91e7-8be0da0fa147 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.236321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e64de32e-0e37-4777-91e7-8be0da0fa147" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.236321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e64de32e-0e37-4777-91e7-8be0da0fa147" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.236321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e64de32e-0e37-4777-91e7-8be0da0fa147" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.236321] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e64de32e-0e37-4777-91e7-8be0da0fa147',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.324254] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.324470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.325468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.325742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.325847] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.326138] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.326257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.326340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.326471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.326549] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.326634] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 is going to be updated. [ 865.360922] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.360922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.360922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.360922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.360922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.370815] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 in Status: IN_PROGRESS for 2s [ 865.740831] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff92c503-62b5-468e-8438-149b9919b951 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.741151] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.741545] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff92c503-62b5-468e-8438-149b9919b951',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.742403] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e64de32e-0e37-4777-91e7-8be0da0fa147 with status ACTIVE [ 865.742590] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.742755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.742794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.744955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.747227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.747227] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.747227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.747227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.747227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.747227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.747227] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.747227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.747227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.747578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.747578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.747578] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e64de32e-0e37-4777-91e7-8be0da0fa147 is going to be updated. [ 865.749494] env[69985]: INFO networking_nsxv3.common.synchronization [req-510bf1f4-7df0-47b0-a34c-49493fad7175 req-28513418-d05f-4d3e-9333-bb7696af0309 tempest-ImagesOneServerTestJSON-825997867 tempest-ImagesOneServerTestJSON-825997867-project-member] Enqueued Resource ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 with Priority: HIGHEST for action security_group_members [ 865.750520] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 with Priority: HIGHEST for action security_group_members [ 865.751153] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.751794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.751794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.751794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.751794] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.752013] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.752724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.752724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.752724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.752724] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.772871] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.773165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.773314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.773579] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.773781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.774327] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e64de32e-0e37-4777-91e7-8be0da0fa147" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.955978] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: SUCCESS [ 865.956252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.956402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.956915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.957233] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.957396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.957475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.957685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.957776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.957874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.957981] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.181276] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.181489] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-324" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.182795] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-324" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.182795] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-324" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.182795] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.182795] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.182795] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.182795] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.183202] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.184932] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.184932] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.184932] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.184932] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.184932] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.184932] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.184932] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.208299] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.208489] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 866.208601] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.208786] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-324" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.209122] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-58835cdc-7ea4-4647-9a86-35f7cb486922 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.209296] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-58835cdc-7ea4-4647-9a86-35f7cb486922" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.209410] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-58835cdc-7ea4-4647-9a86-35f7cb486922" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.209743] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-58835cdc-7ea4-4647-9a86-35f7cb486922" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.209885] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58835cdc-7ea4-4647-9a86-35f7cb486922',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.250577] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff92c503-62b5-468e-8438-149b9919b951',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.255592] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.255743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.255835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.256128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.256246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.256530] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.256652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.256902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.256998] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.257094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.257157] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 already deleted. [ 866.257233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.460457] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.460687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.460687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.460867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.461055] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.461169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.461243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.461368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.461459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.461550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.461695] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.461789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.461848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.461987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.462135] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.462221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.462293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.462421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.462496] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.462602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.462698] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.713025] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.713910] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.713910] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.713910] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.713910] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.714093] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 58835cdc-7ea4-4647-9a86-35f7cb486922 not found, creating... [ 866.714285] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.714485] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.714556] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.714803] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.714910] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.715238] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.715482] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.715557] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.715797] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.715927] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.716085] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 58835cdc-7ea4-4647-9a86-35f7cb486922 is going to be created. [ 866.736134] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.736552] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.736704] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.736979] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.737251] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.737471] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-58835cdc-7ea4-4647-9a86-35f7cb486922" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.752882] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.753402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.753402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.753734] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.753734] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.753977] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff92c503-62b5-468e-8438-149b9919b951 is going to be created. [ 866.775141] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.775296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.775398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.775609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.775770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.786895] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff92c503-62b5-468e-8438-149b9919b951 in Status: UNINITIALIZED for 2s [ 866.969018] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f087b6ad-c741-4152-bab2-b8adc5a80532: rpc.has_security_group_logging(os_id): False [ 866.973241] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: SUCCESS [ 866.973241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.973241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.973430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.973679] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.973826] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.973910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.974137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.974251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.975651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.975651] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.987118] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.988964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.988964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.988964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.988964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.989780] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.990024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.990149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.991668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.991668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.991668] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.991668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.991668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.991668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.991668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.991668] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.991668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.991668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.992061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.992061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.992061] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f087b6ad-c741-4152-bab2-b8adc5a80532 is going to be created. [ 867.065252] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.065354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.065406] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.065694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.065902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.083410] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: IN_PROGRESS for 2s [ 867.384028] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 in Status: SUCCESS [ 867.384028] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 deletion is rescheduled due to dependency. [ 867.384028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.485620] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.485620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.485620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.485620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.485620] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.485620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.485620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.486554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.486554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.486554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.486554] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.486554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.486554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.487011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.487011] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.487011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.487011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.487215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.487215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.487315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.487360] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.501329] env[69985]: INFO networking_nsxv3.common.synchronization [req-510bf1f4-7df0-47b0-a34c-49493fad7175 req-e1155f60-cfa8-4533-8d54-379c9521ff2f service nova] Enqueued Resource ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 with Priority: HIGHEST for action security_group_rules [ 867.501552] env[69985]: INFO networking_nsxv3.common.synchronization [req-510bf1f4-7df0-47b0-a34c-49493fad7175 req-e1155f60-cfa8-4533-8d54-379c9521ff2f service nova] Enqueued Resource ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 with Priority: HIGHEST for action security_group_members [ 867.501749] env[69985]: INFO networking_nsxv3.common.synchronization [req-510bf1f4-7df0-47b0-a34c-49493fad7175 req-e1155f60-cfa8-4533-8d54-379c9521ff2f service nova] Enqueued Resource ID: 58835cdc-7ea4-4647-9a86-35f7cb486922 with Priority: HIGHEST for action port [ 867.501938] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 with Priority: HIGHEST for action security_group_rules [ 867.502085] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 with Priority: HIGHEST for action security_group_members [ 867.502206] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58835cdc-7ea4-4647-9a86-35f7cb486922 with Priority: HIGHEST for action port [ 867.502839] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.502973] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.506111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.506111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.506111] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.510693] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.510693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.510693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.510693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.510693] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.510693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.510693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.510693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.510693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.510693] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.510693] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-58835cdc-7ea4-4647-9a86-35f7cb486922 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.510693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58835cdc-7ea4-4647-9a86-35f7cb486922" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.510693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58835cdc-7ea4-4647-9a86-35f7cb486922" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.510693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58835cdc-7ea4-4647-9a86-35f7cb486922" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.513161] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58835cdc-7ea4-4647-9a86-35f7cb486922',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.994114] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f9542bc-4110-4285-94ff-048eb58aef1c: rpc.has_security_group_logging(os_id): False [ 868.014309] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.014506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.014582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.014812] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.014907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.015160] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.015303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.015393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.015584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.015679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.015894] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.015995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.020890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.020890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.020890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.020890] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.020890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.020890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.020890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.020890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.020890] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f9542bc-4110-4285-94ff-048eb58aef1c is going to be created. [ 868.020890] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.020890] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.020890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.020890] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58835cdc-7ea4-4647-9a86-35f7cb486922 with status ACTIVE [ 868.020890] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.020890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.020890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.020890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.021413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.021413] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.021413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.021413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.021413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.021413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.021413] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.021656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.021656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.021656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.021743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.022100] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58835cdc-7ea4-4647-9a86-35f7cb486922 is going to be updated. [ 868.045346] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.045346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.045346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.045346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.045346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.045346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58835cdc-7ea4-4647-9a86-35f7cb486922" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.079821] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.079969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.080033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.080241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.080405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.093492] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: IN_PROGRESS for 2s [ 868.526659] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.796717] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff92c503-62b5-468e-8438-149b9919b951 in Status: SUCCESS [ 868.797092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.797978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.798346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.798540] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.798696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.798827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.799204] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.799526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.799614] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.799719] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff92c503-62b5-468e-8438-149b9919b951',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.029180] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.029782] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.029782] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.029782] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.029782] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.029955] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 is going to be created. [ 869.052622] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.052787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.052861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.053116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.053283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.062496] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 in Status: UNINITIALIZED for 2s [ 869.095604] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: SUCCESS [ 869.095604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.306239] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff92c503-62b5-468e-8438-149b9919b951',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.653840] env[69985]: INFO networking_nsxv3.common.synchronization [req-946f5f72-80a2-42b0-8b9b-fa7135064df2 req-39083bf7-4683-47a3-bc7a-eff5acec4b9f tempest-ServerExternalEventsTest-1204883010 tempest-ServerExternalEventsTest-1204883010-project-member] Enqueued Resource ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 with Priority: HIGHEST for action security_group_members [ 869.654680] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 with Priority: HIGHEST for action security_group_members [ 869.654858] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.655672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.655672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.655672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.655672] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.655672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.655672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.656058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.656058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.656058] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d663bb5a-b674-4ae5-a7b7-aadd3dca5f45',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.810429] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff92c503-62b5-468e-8438-149b9919b951: rpc.has_security_group_logging(os_id): False [ 869.828915] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.829124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.829181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.829358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.829454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.829697] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.829797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.829860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.830017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.830098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.830182] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff92c503-62b5-468e-8438-149b9919b951 is going to be created. [ 869.884602] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.884814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.884814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.885016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.885192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.895123] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff92c503-62b5-468e-8438-149b9919b951 in Status: IN_PROGRESS for 2s [ 870.107474] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: SUCCESS [ 870.107474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.161034] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.161034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.161034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.161034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.161034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.161034] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.161034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.161034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.161034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.161034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.161034] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 already deleted. [ 870.161034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.365470] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.365734] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.365856] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.366140] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.366394] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.366546] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.366797] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.367157] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.367340] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.367561] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.367676] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.367786] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.367943] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.368073] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.368183] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.368401] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.385652] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.385842] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 870.385978] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.386171] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.386483] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-ac8aea81-104c-4dc6-a761-379a3d5a7b2d taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.386653] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-ac8aea81-104c-4dc6-a761-379a3d5a7b2d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.386770] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-ac8aea81-104c-4dc6-a761-379a3d5a7b2d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.387161] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-ac8aea81-104c-4dc6-a761-379a3d5a7b2d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.387251] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac8aea81-104c-4dc6-a761-379a3d5a7b2d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.890350] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.891238] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.891510] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.891843] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.892018] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.892204] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port ac8aea81-104c-4dc6-a761-379a3d5a7b2d not found, creating... [ 870.892520] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.892694] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.892808] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.893151] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.893214] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.893537] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.893888] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.893888] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.896400] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.896593] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.898323] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: ac8aea81-104c-4dc6-a761-379a3d5a7b2d is going to be created. [ 870.919020] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.919235] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.919345] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.919654] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.919938] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.920267] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-ac8aea81-104c-4dc6-a761-379a3d5a7b2d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.073828] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 in Status: SUCCESS [ 871.074261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.074568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.074695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.074961] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.075069] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.075196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.075301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.075371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.075459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.075604] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.150401] env[69985]: INFO networking_nsxv3.common.synchronization [None req-0ffa3fc4-913b-42a7-b862-b4ae586ffd2e None None] Enqueued Resource ID: 07654e65-0bd7-48b0-85f4-87f982e186e4 with Priority: HIGHEST for action port [ 871.150401] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07654e65-0bd7-48b0-85f4-87f982e186e4 with Priority: HIGHEST for action port [ 871.150401] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-07654e65-0bd7-48b0-85f4-87f982e186e4 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.150401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07654e65-0bd7-48b0-85f4-87f982e186e4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.150401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07654e65-0bd7-48b0-85f4-87f982e186e4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.151449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07654e65-0bd7-48b0-85f4-87f982e186e4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.151685] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07654e65-0bd7-48b0-85f4-87f982e186e4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.578362] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.578556] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.578649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.578900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.579133] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.579290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.579290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.579691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.579778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.579924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.580136] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.580264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.580341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.580515] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.580665] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.580758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.580818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.580986] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.581091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.581170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.581254] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.658036] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07654e65-0bd7-48b0-85f4-87f982e186e4 [ 871.658554] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.659256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.659339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.659558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.665976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.665976] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07654e65-0bd7-48b0-85f4-87f982e186e4 already deleted. [ 871.665976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07654e65-0bd7-48b0-85f4-87f982e186e4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.910303] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff92c503-62b5-468e-8438-149b9919b951 in Status: SUCCESS [ 871.910574] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.023128] env[69985]: INFO networking_nsxv3.common.synchronization [req-e997ca68-5396-4aa0-b1e0-a56ac03447e3 req-b67d267e-8a76-4aa9-bfdb-835c1272efdb tempest-VolumesAssistedSnapshotsTest-1351026479 tempest-VolumesAssistedSnapshotsTest-1351026479-project-member] Enqueued Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGHEST for action security_group_members [ 872.023128] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGHEST for action security_group_members [ 872.023128] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.023263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.023263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.023538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.023617] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.023710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.023770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.023916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.023999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.028084] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.074152] env[69985]: INFO networking_nsxv3.common.synchronization [req-946f5f72-80a2-42b0-8b9b-fa7135064df2 req-5aaa3f4f-2d39-4ae1-bf2c-b139d5fa4006 service nova] Enqueued Resource ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 with Priority: HIGHEST for action security_group_rules [ 872.074152] env[69985]: INFO networking_nsxv3.common.synchronization [req-946f5f72-80a2-42b0-8b9b-fa7135064df2 req-5aaa3f4f-2d39-4ae1-bf2c-b139d5fa4006 service nova] Enqueued Resource ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 with Priority: HIGHEST for action security_group_members [ 872.074152] env[69985]: INFO networking_nsxv3.common.synchronization [req-946f5f72-80a2-42b0-8b9b-fa7135064df2 req-5aaa3f4f-2d39-4ae1-bf2c-b139d5fa4006 service nova] Enqueued Resource ID: ac8aea81-104c-4dc6-a761-379a3d5a7b2d with Priority: HIGHEST for action port [ 872.074152] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 with Priority: HIGHEST for action security_group_rules [ 872.074152] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 with Priority: HIGHEST for action security_group_members [ 872.074152] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8aea81-104c-4dc6-a761-379a3d5a7b2d with Priority: HIGHEST for action port [ 872.074468] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.074468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.074468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.074893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.074893] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d663bb5a-b674-4ae5-a7b7-aadd3dca5f45',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.075766] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.075906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.076112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.076298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.076426] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.078633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.078633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.078633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.078633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.078633] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d663bb5a-b674-4ae5-a7b7-aadd3dca5f45',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.078633] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac8aea81-104c-4dc6-a761-379a3d5a7b2d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.078633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac8aea81-104c-4dc6-a761-379a3d5a7b2d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.078633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac8aea81-104c-4dc6-a761-379a3d5a7b2d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.078633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac8aea81-104c-4dc6-a761-379a3d5a7b2d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.078633] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac8aea81-104c-4dc6-a761-379a3d5a7b2d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.091077] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2: rpc.has_security_group_logging(os_id): False [ 872.108385] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.108385] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.108385] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.108804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.108804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.108804] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.108804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.108962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.109037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.109379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.110381] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.110515] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.110558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.111238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.111238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.112583] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.112655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.112799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.112868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.113027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.113266] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 is going to be created. [ 872.172934] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.173308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.173308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.173534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.173786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.184144] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 in Status: IN_PROGRESS for 2s [ 872.201019] env[69985]: INFO networking_nsxv3.common.synchronization [req-a575f903-1155-4a1c-928f-2adec3bed2c3 req-5a7979de-7327-45f3-9de9-a81717154082 tempest-DeleteServersAdminTestJSON-1743919994 tempest-DeleteServersAdminTestJSON-1743919994-project-admin] Enqueued Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_members [ 872.201286] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_members [ 872.201954] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.201954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.202095] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.202213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.202995] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.203444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.203530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.203661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.204253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.204253] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.530526] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.530726] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.530829] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.531174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.531305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.531517] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.531621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.531688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.531856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.531960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.532086] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e already deleted. [ 872.532192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.562280] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.562481] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-615" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.562586] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-615" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.562924] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-615" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.563192] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.563343] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.563455] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.563688] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.563977] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.564239] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.564357] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.564465] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.564570] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.564676] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.564779] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.565218] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.580412] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.580593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.582513] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.582751] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 872.582959] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.583314] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-615" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.583680] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-54980674-0d82-4eac-8cb8-3d49bf81e6f0 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.583916] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-54980674-0d82-4eac-8cb8-3d49bf81e6f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.584104] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-54980674-0d82-4eac-8cb8-3d49bf81e6f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.584517] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-54980674-0d82-4eac-8cb8-3d49bf81e6f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.584716] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54980674-0d82-4eac-8cb8-3d49bf81e6f0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.586959] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d663bb5a-b674-4ae5-a7b7-aadd3dca5f45',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.591389] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac8aea81-104c-4dc6-a761-379a3d5a7b2d with status ACTIVE [ 872.591389] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.591389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.591389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.591389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.591389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.591389] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.591389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.591389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.591389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.591389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.591389] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.591389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.591389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.591389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.591389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.592861] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac8aea81-104c-4dc6-a761-379a3d5a7b2d is going to be updated. [ 872.621943] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.622124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.622206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.622379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.622518] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.626596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac8aea81-104c-4dc6-a761-379a3d5a7b2d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.706745] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.706942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.706988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.708447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.708447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.708447] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.708447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.708447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.708447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.708447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.708447] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e52cae-5536-4095-a1c9-65b96e896aae is going to be updated. [ 872.736040] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.736040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.736276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.736400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.736580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.749548] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: IN_PROGRESS for 2s [ 873.087720] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.088061] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.088205] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.088516] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.088672] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.088836] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 54980674-0d82-4eac-8cb8-3d49bf81e6f0 not found, creating... [ 873.089121] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.089287] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.089424] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.089670] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.089816] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.090108] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.090268] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.090386] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.090597] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.090734] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.090875] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 54980674-0d82-4eac-8cb8-3d49bf81e6f0 is going to be created. [ 873.092453] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d663bb5a-b674-4ae5-a7b7-aadd3dca5f45',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.111049] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.111270] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.111395] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.111717] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.111933] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.112173] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-54980674-0d82-4eac-8cb8-3d49bf81e6f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.527673] env[69985]: INFO networking_nsxv3.common.synchronization [None req-faf21adc-32d2-4313-901d-ba87e8bf0560 None None] Enqueued Resource ID: 9971b900-8cf3-44b8-845b-e25fbb47d5c4 with Priority: HIGHEST for action port [ 873.527673] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9971b900-8cf3-44b8-845b-e25fbb47d5c4 with Priority: HIGHEST for action port [ 873.528141] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-9971b900-8cf3-44b8-845b-e25fbb47d5c4 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.528141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9971b900-8cf3-44b8-845b-e25fbb47d5c4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.528244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9971b900-8cf3-44b8-845b-e25fbb47d5c4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.529043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9971b900-8cf3-44b8-845b-e25fbb47d5c4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.529043] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9971b900-8cf3-44b8-845b-e25fbb47d5c4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.598661] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.598868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.598941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.599181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.599270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.599373] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 is going to be created. [ 873.623238] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.623517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.624333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.624333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.624333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.635150] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 in Status: UNINITIALIZED for 2s [ 874.032338] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9971b900-8cf3-44b8-845b-e25fbb47d5c4 [ 874.032600] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.032770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.032838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.033132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.033237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.033323] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9971b900-8cf3-44b8-845b-e25fbb47d5c4 already deleted. [ 874.033424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9971b900-8cf3-44b8-845b-e25fbb47d5c4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.045143] env[69985]: INFO networking_nsxv3.common.synchronization [req-e997ca68-5396-4aa0-b1e0-a56ac03447e3 req-9eeb017c-d5e2-47f4-947f-b2d74766798d service nova] Enqueued Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGHEST for action security_group_rules [ 874.045263] env[69985]: INFO networking_nsxv3.common.synchronization [req-e997ca68-5396-4aa0-b1e0-a56ac03447e3 req-9eeb017c-d5e2-47f4-947f-b2d74766798d service nova] Enqueued Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGHEST for action security_group_members [ 874.045372] env[69985]: INFO networking_nsxv3.common.synchronization [req-e997ca68-5396-4aa0-b1e0-a56ac03447e3 req-9eeb017c-d5e2-47f4-947f-b2d74766798d service nova] Enqueued Resource ID: 54980674-0d82-4eac-8cb8-3d49bf81e6f0 with Priority: HIGHEST for action port [ 874.046087] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGHEST for action security_group_rules [ 874.046554] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGHEST for action security_group_members [ 874.046554] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54980674-0d82-4eac-8cb8-3d49bf81e6f0 with Priority: HIGHEST for action port [ 874.046909] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.046909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.046909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.047067] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.047459] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.048101] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.048207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.048264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.048422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.049094] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.049198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.049271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.049472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.049566] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.049659] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.050646] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-54980674-0d82-4eac-8cb8-3d49bf81e6f0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.050739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54980674-0d82-4eac-8cb8-3d49bf81e6f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.050805] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54980674-0d82-4eac-8cb8-3d49bf81e6f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.050963] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54980674-0d82-4eac-8cb8-3d49bf81e6f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.051047] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54980674-0d82-4eac-8cb8-3d49bf81e6f0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.195480] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 in Status: SUCCESS [ 874.195819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.553675] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.556223] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.556223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.556223] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54980674-0d82-4eac-8cb8-3d49bf81e6f0 with status ACTIVE [ 874.556223] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.556223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.556223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.556223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.556223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.556223] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.556223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.556223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.556843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.556843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.556843] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.556843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.556843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.557015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.557293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.557443] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54980674-0d82-4eac-8cb8-3d49bf81e6f0 is going to be updated. [ 874.581392] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.581392] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.581516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.582948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.582948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.582948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54980674-0d82-4eac-8cb8-3d49bf81e6f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.761691] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: SUCCESS [ 874.762191] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e52cae-5536-4095-a1c9-65b96e896aae deletion is rescheduled due to dependency. [ 874.762191] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.818610] env[69985]: INFO networking_nsxv3.common.synchronization [req-9edc14fa-b040-486c-8e00-050e196c6322 req-9169cf00-42c6-44e1-ba46-adef04b9a5de tempest-ServerDiagnosticsNegativeTest-1117125106 tempest-ServerDiagnosticsNegativeTest-1117125106-project-member] Enqueued Resource ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb with Priority: HIGHEST for action security_group_members [ 874.819160] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb with Priority: HIGHEST for action security_group_members [ 874.819521] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f018b-729a-45ad-82b3-073f788c7ebb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.819649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.819712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.820028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.820341] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.821678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.821678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.821678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.821678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.821678] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2f018b-729a-45ad-82b3-073f788c7ebb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.060169] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.324122] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.324284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.326282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.326379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.326460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.326685] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.326826] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.327364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.327552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.327859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.327859] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb already deleted. [ 875.327859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.563730] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.564046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.564046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.564941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.564941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.564941] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e is going to be created. [ 875.588512] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.589034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.589034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.589260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.589484] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.599945] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e in Status: UNINITIALIZED for 2s [ 875.645204] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 in Status: SUCCESS [ 875.645432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.645601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.645861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.646083] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.646206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.646272] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.646432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.646514] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.646599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.646734] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d663bb5a-b674-4ae5-a7b7-aadd3dca5f45',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.678283] env[69985]: INFO networking_nsxv3.common.synchronization [req-5f929820-2047-455b-a6d2-63dc5dcc8532 req-c4d8bd8b-8a56-4f14-bb91-37421d1f92d8 tempest-ServerDiagnosticsTest-476413324 tempest-ServerDiagnosticsTest-476413324-project-member] Enqueued Resource ID: e705f244-66b3-4305-a5e7-27abf36bb416 with Priority: HIGHEST for action security_group_members [ 875.678807] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e705f244-66b3-4305-a5e7-27abf36bb416 with Priority: HIGHEST for action security_group_members [ 875.679257] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e705f244-66b3-4305-a5e7-27abf36bb416 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.679257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.679411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.679498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.679624] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.679721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.679804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.679950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.680223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.680840] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e705f244-66b3-4305-a5e7-27abf36bb416',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.713106] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.713309] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.713433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.713772] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.718092] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.718351] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.718489] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.718753] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.718932] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.719169] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.719288] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.719398] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.719507] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.719615] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.719721] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.720251] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.737573] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.737739] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 875.737924] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.738149] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.738515] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-3ab410e0-7643-4dc4-b15e-ca8b2701aefa taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.738712] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-3ab410e0-7643-4dc4-b15e-ca8b2701aefa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.738840] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-3ab410e0-7643-4dc4-b15e-ca8b2701aefa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.739183] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-3ab410e0-7643-4dc4-b15e-ca8b2701aefa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.739324] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab410e0-7643-4dc4-b15e-ca8b2701aefa',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.156075] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.156075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.156075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.156075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.156075] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.156075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.156075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.156075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.156075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.156075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.156075] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.156075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.156075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.156075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.156715] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.156715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.156715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.156715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.156715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.156715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.156715] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d663bb5a-b674-4ae5-a7b7-aadd3dca5f45',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.182755] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.182755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.182755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.182933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.183055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.184134] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.184134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.184134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.184134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.184134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.184134] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e705f244-66b3-4305-a5e7-27abf36bb416 is going to be updated. [ 876.222316] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.222316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.222316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.223022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.223022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.232021] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e705f244-66b3-4305-a5e7-27abf36bb416 in Status: IN_PROGRESS for 2s [ 876.244413] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.244709] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.244769] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.246367] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.246367] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.246367] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 3ab410e0-7643-4dc4-b15e-ca8b2701aefa not found, creating... [ 876.246367] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.246367] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.246367] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.246367] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.246367] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.246643] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.246811] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.246949] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.247619] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.247619] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.247619] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 3ab410e0-7643-4dc4-b15e-ca8b2701aefa is going to be created. [ 876.278134] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.278661] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.278661] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.281116] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.281116] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.281116] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-3ab410e0-7643-4dc4-b15e-ca8b2701aefa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.665536] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d663bb5a-b674-4ae5-a7b7-aadd3dca5f45: rpc.has_security_group_logging(os_id): False [ 876.685742] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.685742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.685742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.685742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.685742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.686899] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.686899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.686899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.686899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.686899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.686899] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.687164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.687164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.687276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.687373] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.687597] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.687718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.687853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.688040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.688476] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.688476] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 is going to be created. [ 876.741895] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.741983] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.741983] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.742241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.742425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.753601] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 in Status: IN_PROGRESS for 2s [ 877.053607] env[69985]: INFO networking_nsxv3.common.synchronization [req-9edc14fa-b040-486c-8e00-050e196c6322 req-335fc26e-96a9-4c4c-800f-f3664b819f38 service nova] Enqueued Resource ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb with Priority: HIGHEST for action security_group_rules [ 877.053860] env[69985]: INFO networking_nsxv3.common.synchronization [req-9edc14fa-b040-486c-8e00-050e196c6322 req-335fc26e-96a9-4c4c-800f-f3664b819f38 service nova] Enqueued Resource ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb with Priority: HIGHEST for action security_group_members [ 877.054012] env[69985]: INFO networking_nsxv3.common.synchronization [req-9edc14fa-b040-486c-8e00-050e196c6322 req-335fc26e-96a9-4c4c-800f-f3664b819f38 service nova] Enqueued Resource ID: 3ab410e0-7643-4dc4-b15e-ca8b2701aefa with Priority: HIGHEST for action port [ 877.054578] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb with Priority: HIGHEST for action security_group_rules [ 877.054756] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb with Priority: HIGHEST for action security_group_members [ 877.054815] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab410e0-7643-4dc4-b15e-ca8b2701aefa with Priority: HIGHEST for action port [ 877.056056] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2f018b-729a-45ad-82b3-073f788c7ebb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.056056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.056056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.056056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.056056] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2f018b-729a-45ad-82b3-073f788c7ebb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.057627] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f018b-729a-45ad-82b3-073f788c7ebb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.057750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.057822] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.058042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.058219] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.058377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.058478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.060977] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.060977] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.060977] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2f018b-729a-45ad-82b3-073f788c7ebb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.062731] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ab410e0-7643-4dc4-b15e-ca8b2701aefa taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.062731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ab410e0-7643-4dc4-b15e-ca8b2701aefa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.062731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ab410e0-7643-4dc4-b15e-ca8b2701aefa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.062731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ab410e0-7643-4dc4-b15e-ca8b2701aefa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.062731] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab410e0-7643-4dc4-b15e-ca8b2701aefa',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.565743] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f018b-729a-45ad-82b3-073f788c7ebb taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.566182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.566487] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f2f018b-729a-45ad-82b3-073f788c7ebb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.567496] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ab410e0-7643-4dc4-b15e-ca8b2701aefa with status ACTIVE [ 877.568315] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.568742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.572152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.572152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.572152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.572152] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.572152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.572152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.572152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.574992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.574992] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.574992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.574992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.574992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.574992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.574992] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ab410e0-7643-4dc4-b15e-ca8b2701aefa is going to be updated. [ 877.594764] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.596444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.596444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.596444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.596444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.596444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ab410e0-7643-4dc4-b15e-ca8b2701aefa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.609580] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e in Status: SUCCESS [ 877.609822] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.610019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.610262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.610515] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.611899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.611899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.611899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.611899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.611899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.611899] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.075188] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f2f018b-729a-45ad-82b3-073f788c7ebb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.113157] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.241011] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e705f244-66b3-4305-a5e7-27abf36bb416 in Status: SUCCESS [ 878.241254] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e705f244-66b3-4305-a5e7-27abf36bb416 deletion is rescheduled due to dependency. [ 878.241381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.579906] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.579906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.579906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.579906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.579906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.579906] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb is going to be created. [ 878.600768] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.600926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.601008] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.601226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.601381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.611743] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb in Status: UNINITIALIZED for 2s [ 878.615392] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e: rpc.has_security_group_logging(os_id): False [ 878.632036] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.632036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.632036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.632036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.632036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.632036] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.632036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.632036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.632036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.632516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.632516] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e is going to be created. [ 878.700084] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.700084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.700084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.700084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.700314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.721285] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e in Status: IN_PROGRESS for 2s [ 878.776639] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 in Status: SUCCESS [ 878.776975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.450352] env[69985]: INFO networking_nsxv3.common.synchronization [req-6feb4672-ac16-477e-92eb-8480ec9475d6 req-f2c6955c-7f33-4430-b236-33bc9b12f0cf tempest-ServersWithSpecificFlavorTestJSON-1381962467 tempest-ServersWithSpecificFlavorTestJSON-1381962467-project-member] Enqueued Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_members [ 879.451965] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_members [ 879.451965] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.451965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.452236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.452271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.453899] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.453899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.453899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.453899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.453899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.453899] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.927788] env[69985]: INFO networking_nsxv3.common.synchronization [req-cc43c6d2-ddcc-4cc4-bbd3-2920bf00fb16 req-06693cd2-441e-47ba-83eb-77213107387a tempest-ServerPasswordTestJSON-1823579092 tempest-ServerPasswordTestJSON-1823579092-project-member] Enqueued Resource ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 with Priority: HIGHEST for action security_group_members [ 879.928369] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 with Priority: HIGHEST for action security_group_members [ 879.928684] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee20676a-8272-49bd-975d-3e09ba4bcb31 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.928822] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.928891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.930124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.930294] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.930414] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.930480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.930659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.930752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.930849] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee20676a-8272-49bd-975d-3e09ba4bcb31',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.956236] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.956236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.956236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.956236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.956236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.956236] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.956236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.956236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.956236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.956236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.956236] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e already deleted. [ 879.956236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.231201] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.231420] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-691" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.231551] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-691" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.231889] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-691" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.232164] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.232316] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.232434] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.232665] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.232802] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.233023] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.233805] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.233805] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.233805] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.233805] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.233805] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.233805] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.254728] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.254728] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.254728] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.254728] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-691" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.254955] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-8b0b0a96-e1ab-4c92-b8d0-af130d30c696 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.254955] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-8b0b0a96-e1ab-4c92-b8d0-af130d30c696" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.255273] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-8b0b0a96-e1ab-4c92-b8d0-af130d30c696" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.256449] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-8b0b0a96-e1ab-4c92-b8d0-af130d30c696" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.256449] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b0b0a96-e1ab-4c92-b8d0-af130d30c696',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.435961] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.435961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.435961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.435961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.435961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.439048] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.439048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.439048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.439048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.439048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.439048] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 is going to be updated. [ 880.461093] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.463940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.463940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.463940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.463940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.469875] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 in Status: IN_PROGRESS for 2s [ 880.621754] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb in Status: SUCCESS [ 880.621978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.622317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.622409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.622576] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.622689] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.622756] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.622907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.622993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.623091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.623185] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f2f018b-729a-45ad-82b3-073f788c7ebb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.732538] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e in Status: SUCCESS [ 880.732774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.758224] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.758420] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.758549] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.760389] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.760389] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.760389] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 8b0b0a96-e1ab-4c92-b8d0-af130d30c696 not found, creating... [ 880.760389] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.760389] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.760389] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.760389] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.763322] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.763322] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.763322] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.763322] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.763322] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.763322] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.763322] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 8b0b0a96-e1ab-4c92-b8d0-af130d30c696 is going to be created. [ 880.779124] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.779352] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.779477] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.779747] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.779968] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.780211] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-8b0b0a96-e1ab-4c92-b8d0-af130d30c696" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.127029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f018b-729a-45ad-82b3-073f788c7ebb taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.127029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.127029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.127228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.127405] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.127536] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.127633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.127830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.127938] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.128087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.128263] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f018b-729a-45ad-82b3-073f788c7ebb taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.128405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.128477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.129210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.129210] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.129210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.129468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.130393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.130393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.130393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.130393] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f2f018b-729a-45ad-82b3-073f788c7ebb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.633496] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f2f018b-729a-45ad-82b3-073f788c7ebb: rpc.has_security_group_logging(os_id): False [ 881.651427] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.651568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.651610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.652028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.652090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.652298] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.652408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.652467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.652620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.653904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.654159] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.654271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.654339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.654491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.654570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.654750] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.654846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.654904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.655176] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.655261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.655353] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb is going to be created. [ 881.707737] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.707895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.707959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.708172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.708435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.720436] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb in Status: IN_PROGRESS for 2s [ 881.825357] env[69985]: INFO networking_nsxv3.common.synchronization [req-32294086-9538-43cd-9785-a5d972b77694 req-46e45a54-e30e-454d-a2f3-d4518e732da0 tempest-ServerRescueTestJSON-1973402 tempest-ServerRescueTestJSON-1973402-project-member] Enqueued Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_members [ 881.828342] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_members [ 881.828342] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.828342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.828342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.828342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.828342] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.828342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.828342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.828342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.828342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.828342] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.830904] env[69985]: INFO networking_nsxv3.common.synchronization [req-6feb4672-ac16-477e-92eb-8480ec9475d6 req-04382f10-71c9-4978-b1f8-09fcf6c89339 service nova] Enqueued Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_rules [ 881.831170] env[69985]: INFO networking_nsxv3.common.synchronization [req-6feb4672-ac16-477e-92eb-8480ec9475d6 req-04382f10-71c9-4978-b1f8-09fcf6c89339 service nova] Enqueued Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_members [ 881.831333] env[69985]: INFO networking_nsxv3.common.synchronization [req-6feb4672-ac16-477e-92eb-8480ec9475d6 req-04382f10-71c9-4978-b1f8-09fcf6c89339 service nova] Enqueued Resource ID: 8b0b0a96-e1ab-4c92-b8d0-af130d30c696 with Priority: HIGHEST for action port [ 881.832387] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_rules [ 881.832387] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_members [ 881.832387] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b0b0a96-e1ab-4c92-b8d0-af130d30c696 with Priority: HIGHEST for action port [ 881.833396] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.833396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.833396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.833396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.833396] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.836306] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.836998] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.836998] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.836998] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.837195] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.839733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.839999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.840144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.840296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.840462] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.842081] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b0b0a96-e1ab-4c92-b8d0-af130d30c696 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.842276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b0b0a96-e1ab-4c92-b8d0-af130d30c696" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.842383] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b0b0a96-e1ab-4c92-b8d0-af130d30c696" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.842743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b0b0a96-e1ab-4c92-b8d0-af130d30c696" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.842859] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b0b0a96-e1ab-4c92-b8d0-af130d30c696',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.334629] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.334629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.334629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.334629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.334629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.334629] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.334629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.334629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.334629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.334629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.334629] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 already deleted. [ 882.334629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.345536] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b0b0a96-e1ab-4c92-b8d0-af130d30c696 with status ACTIVE [ 882.346107] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.348039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.348039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.348039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.348039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.348039] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.348039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.348039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.348039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.348039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.348039] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.348039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.348039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.348039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.348039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.348842] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b0b0a96-e1ab-4c92-b8d0-af130d30c696 is going to be updated. [ 882.350530] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.351596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.352343] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.374561] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.374561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.374561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.374561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.374561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.374561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b0b0a96-e1ab-4c92-b8d0-af130d30c696" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.480316] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 in Status: SUCCESS [ 882.480509] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 deletion is rescheduled due to dependency. [ 882.480619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.534315] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.534509] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-176" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.534638] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-176" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.534979] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-176" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.535898] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.536211] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.536335] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.536534] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.536710] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.537106] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.537235] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.537392] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.537464] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.537562] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.537670] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.538025] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.555877] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.556152] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 882.556323] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.556513] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-176" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.556839] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-b35f3c6b-88f2-436b-994c-ba4ce4ad2662 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.557035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-b35f3c6b-88f2-436b-994c-ba4ce4ad2662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.557194] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-b35f3c6b-88f2-436b-994c-ba4ce4ad2662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.557559] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-b35f3c6b-88f2-436b-994c-ba4ce4ad2662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.557705] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b35f3c6b-88f2-436b-994c-ba4ce4ad2662',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.855084] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.064290] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.064527] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.064668] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.064944] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.065119] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.065289] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port b35f3c6b-88f2-436b-994c-ba4ce4ad2662 not found, creating... [ 883.065577] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.065852] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.066056] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.066367] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.066515] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.066750] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.066910] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.067141] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.067371] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.067571] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.067659] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: b35f3c6b-88f2-436b-994c-ba4ce4ad2662 is going to be created. [ 883.087822] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.088161] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.088324] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.088747] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.089269] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.089388] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-b35f3c6b-88f2-436b-994c-ba4ce4ad2662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.359053] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.359053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.359053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.359053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.359053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.359053] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e is going to be created. [ 883.385180] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.385325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.385394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.385705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.385873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.408924] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: UNINITIALIZED for 2s [ 883.708851] env[69985]: INFO networking_nsxv3.common.synchronization [req-bab0d6ba-5111-477f-a042-a19a4af07f20 req-fdedddbb-8257-455d-b5ec-a7bda99116b7 tempest-FloatingIPsAssociationNegativeTestJSON-502020632 tempest-FloatingIPsAssociationNegativeTestJSON-502020632-project-member] Enqueued Resource ID: 6041d5ce-87de-4799-8825-4b4881c015c3 with Priority: HIGHEST for action security_group_members [ 883.708851] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6041d5ce-87de-4799-8825-4b4881c015c3 with Priority: HIGHEST for action security_group_members [ 883.708851] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-6041d5ce-87de-4799-8825-4b4881c015c3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.708851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.708851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.708851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.708851] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.708851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.708851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.708851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.708851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.708851] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6041d5ce-87de-4799-8825-4b4881c015c3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.740492] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb in Status: SUCCESS [ 883.740492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.213339] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.213339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.213648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.214384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.214535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.214755] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.214867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.214935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.218761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.218761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.218761] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6041d5ce-87de-4799-8825-4b4881c015c3 is going to be updated. [ 884.254872] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.255248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.255248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.255367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.255583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.265201] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6041d5ce-87de-4799-8825-4b4881c015c3 in Status: IN_PROGRESS for 2s [ 884.446635] env[69985]: INFO networking_nsxv3.common.synchronization [req-b21f7074-946b-4903-9972-8383acb5f034 req-c398f786-0c24-46d6-8a97-c2fe91533bcb tempest-ImagesTestJSON-1158997241 tempest-ImagesTestJSON-1158997241-project-member] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 884.447239] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 884.447557] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.447755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.449517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.451069] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.451233] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.451377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.451506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.452096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.452235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.452275] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.518510] env[69985]: INFO networking_nsxv3.common.synchronization [req-32294086-9538-43cd-9785-a5d972b77694 req-5dc69144-9828-4f7d-ae71-c12125ab0310 service nova] Enqueued Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_rules [ 884.518685] env[69985]: INFO networking_nsxv3.common.synchronization [req-32294086-9538-43cd-9785-a5d972b77694 req-5dc69144-9828-4f7d-ae71-c12125ab0310 service nova] Enqueued Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_members [ 884.518822] env[69985]: INFO networking_nsxv3.common.synchronization [req-32294086-9538-43cd-9785-a5d972b77694 req-5dc69144-9828-4f7d-ae71-c12125ab0310 service nova] Enqueued Resource ID: b35f3c6b-88f2-436b-994c-ba4ce4ad2662 with Priority: HIGHEST for action port [ 884.519066] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_rules [ 884.519211] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_members [ 884.519275] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35f3c6b-88f2-436b-994c-ba4ce4ad2662 with Priority: HIGHEST for action port [ 884.521748] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.521748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.521748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.521988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.521988] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.522785] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.524100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.524100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.524100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.524100] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.524100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.524100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.524100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.524100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.524100] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.528124] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b35f3c6b-88f2-436b-994c-ba4ce4ad2662 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.528124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b35f3c6b-88f2-436b-994c-ba4ce4ad2662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.528124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b35f3c6b-88f2-436b-994c-ba4ce4ad2662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.528124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b35f3c6b-88f2-436b-994c-ba4ce4ad2662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.528124] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b35f3c6b-88f2-436b-994c-ba4ce4ad2662',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.957317] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.960041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.960041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.960041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.960041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.960041] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.960041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.960041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.960041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.960041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.960041] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 already deleted. [ 884.960041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.027447] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.028507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.028507] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.030413] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b35f3c6b-88f2-436b-994c-ba4ce4ad2662 with status ACTIVE [ 885.030413] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.030413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.030413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.030413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.030413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.030413] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.030413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.030413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.030413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.030413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.030989] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.030989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.031539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.031539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.031539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.031791] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b35f3c6b-88f2-436b-994c-ba4ce4ad2662 is going to be updated. [ 885.051820] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.052029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.052076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.052261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.052397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.052724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b35f3c6b-88f2-436b-994c-ba4ce4ad2662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.419942] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: SUCCESS [ 885.419942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.419942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.419942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.419942] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.419942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.419942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.419942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.419942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.419942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.419942] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.484666] env[69985]: INFO networking_nsxv3.common.synchronization [None req-24b32ff6-82ae-40ac-a671-6df95f89fcd6 None None] Enqueued Resource ID: 7269924a-4dda-4b23-a1c8-7cd27d444999 with Priority: HIGHEST for action port [ 885.485283] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7269924a-4dda-4b23-a1c8-7cd27d444999 with Priority: HIGHEST for action port [ 885.485609] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-7269924a-4dda-4b23-a1c8-7cd27d444999 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.485757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7269924a-4dda-4b23-a1c8-7cd27d444999" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.485834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7269924a-4dda-4b23-a1c8-7cd27d444999" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.488170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7269924a-4dda-4b23-a1c8-7cd27d444999" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.488604] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7269924a-4dda-4b23-a1c8-7cd27d444999',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.534502] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.922837] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.994580] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7269924a-4dda-4b23-a1c8-7cd27d444999 [ 885.996022] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.996022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.996022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.996022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.996022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.996022] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7269924a-4dda-4b23-a1c8-7cd27d444999 already deleted. [ 885.996022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7269924a-4dda-4b23-a1c8-7cd27d444999" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.041462] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.041462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.041462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.041462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.041462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.041462] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 is going to be created. [ 886.063669] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.063669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.063669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.063882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.063882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.075163] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: UNINITIALIZED for 2s [ 886.278134] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6041d5ce-87de-4799-8825-4b4881c015c3 in Status: SUCCESS [ 886.278331] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6041d5ce-87de-4799-8825-4b4881c015c3 deletion is rescheduled due to dependency. [ 886.278428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.425411] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83c65ee9-eee6-4729-8e54-aaf27d02647e: rpc.has_security_group_logging(os_id): False [ 886.441024] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.441024] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.441024] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.441024] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.441024] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.441024] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.441024] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.441024] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.441921] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.442282] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.442559] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.442773] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.442992] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.446019] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.446019] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.446019] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.446019] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.446019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.446019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.446019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.446019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.446564] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.446786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.446978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.447443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.447613] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.447901] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e is going to be created. [ 886.466204] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.468948] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.468948] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.468948] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.468948] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-73053414-72bf-473f-8a22-4e100e8ced17 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.468948] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-73053414-72bf-473f-8a22-4e100e8ced17" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.468948] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-73053414-72bf-473f-8a22-4e100e8ced17" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.468948] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-73053414-72bf-473f-8a22-4e100e8ced17" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.468948] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73053414-72bf-473f-8a22-4e100e8ced17',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.505687] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.505687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.505687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.505687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.505687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.514525] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: IN_PROGRESS for 2s [ 886.937192] env[69985]: INFO networking_nsxv3.common.synchronization [req-834c3049-3c95-48f5-900b-2bfac3d8784e req-90320bcd-3a17-4e7e-99ae-27da320a5b77 tempest-ServerExternalEventsTest-1204883010 tempest-ServerExternalEventsTest-1204883010-project-member] Enqueued Resource ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 with Priority: HIGHEST for action security_group_members [ 886.937805] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 with Priority: HIGHEST for action security_group_members [ 886.938175] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.938322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.938322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.938522] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.938770] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.938770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.938971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.939231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.943222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.943353] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d663bb5a-b674-4ae5-a7b7-aadd3dca5f45',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.970980] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.971234] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.971370] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.971682] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.971850] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.972020] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 73053414-72bf-473f-8a22-4e100e8ced17 not found, creating... [ 886.972307] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.972499] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.972633] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.972876] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.973025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.973328] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.973501] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.973630] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.973854] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.973987] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.974537] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 73053414-72bf-473f-8a22-4e100e8ced17 is going to be created. [ 887.003889] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.004112] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.004313] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.004614] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.004844] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.005085] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-73053414-72bf-473f-8a22-4e100e8ced17" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.332236] env[69985]: INFO networking_nsxv3.common.synchronization [req-8b03e796-83c3-4094-b1fe-51660eef81d9 req-275095b1-931a-4204-b5f9-6f6d1348f055 tempest-ServersAdminTestJSON-40334490 tempest-ServersAdminTestJSON-40334490-project-member] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 887.332236] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 887.333085] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.333085] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.333085] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.334927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.334927] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.334927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.334927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.334927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.334927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.334927] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.449410] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.449763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.449763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.449970] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.450122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.450375] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.450508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.450617] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.450810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.450903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.451019] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 is going to be updated. [ 887.479152] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.479152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.479408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.479408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.479563] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.489917] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 in Status: IN_PROGRESS for 2s [ 887.837124] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.837124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.837124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.837124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.837313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.837412] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.840311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.840311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.840499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.840647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.840694] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f already deleted. [ 887.840778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.083527] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: SUCCESS [ 888.083527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.083674] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.084511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.084511] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.084511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.084511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.084511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.084511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.084511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.084878] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.113367] env[69985]: INFO networking_nsxv3.common.synchronization [None req-4913d27e-e3f5-417b-932c-c04ae4d02c5d None None] Enqueued Resource ID: 1fef9d5f-ff9a-4927-94a2-eefdd72b942c with Priority: HIGHEST for action port [ 888.113367] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fef9d5f-ff9a-4927-94a2-eefdd72b942c with Priority: HIGHEST for action port [ 888.113367] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fef9d5f-ff9a-4927-94a2-eefdd72b942c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.113367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fef9d5f-ff9a-4927-94a2-eefdd72b942c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.113367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fef9d5f-ff9a-4927-94a2-eefdd72b942c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.113367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fef9d5f-ff9a-4927-94a2-eefdd72b942c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.113367] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fef9d5f-ff9a-4927-94a2-eefdd72b942c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.528170] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: SUCCESS [ 888.529948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.535771] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.535964] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.536104] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.536452] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.536745] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.536895] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.537188] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.537487] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.537646] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.537874] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.537990] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.538116] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.538227] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.538337] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.538455] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.538595] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.556373] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.556626] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 888.556862] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.557098] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.557708] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-617fc6d5-b33e-407b-8a59-8a6def94c1f4 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.557708] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-617fc6d5-b33e-407b-8a59-8a6def94c1f4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.557925] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-617fc6d5-b33e-407b-8a59-8a6def94c1f4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.558332] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-617fc6d5-b33e-407b-8a59-8a6def94c1f4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.562023] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('617fc6d5-b33e-407b-8a59-8a6def94c1f4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.587655] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.587876] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.587956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.588198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.588393] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.588547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.588547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.588753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.589067] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.589067] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.589067] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.589278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.589278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.589390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.589490] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.589560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.589613] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.589746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.589819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.589907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.590017] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.617719] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fef9d5f-ff9a-4927-94a2-eefdd72b942c [ 888.618229] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.618431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.618596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.618884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.618995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.619122] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fef9d5f-ff9a-4927-94a2-eefdd72b942c already deleted. [ 888.619216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fef9d5f-ff9a-4927-94a2-eefdd72b942c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.632041] env[69985]: INFO networking_nsxv3.common.synchronization [None req-3e6cd333-d9ae-45a2-8b81-7dd4b435e57e None None] Enqueued Resource ID: 90edc3c8-4f18-4856-bfcb-144d90d300eb with Priority: HIGHEST for action port [ 888.632140] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90edc3c8-4f18-4856-bfcb-144d90d300eb with Priority: HIGHEST for action port [ 888.632668] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-90edc3c8-4f18-4856-bfcb-144d90d300eb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.632793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90edc3c8-4f18-4856-bfcb-144d90d300eb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.632862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90edc3c8-4f18-4856-bfcb-144d90d300eb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.633121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90edc3c8-4f18-4856-bfcb-144d90d300eb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.633204] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90edc3c8-4f18-4856-bfcb-144d90d300eb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.856682] env[69985]: INFO networking_nsxv3.common.synchronization [req-b21f7074-946b-4903-9972-8383acb5f034 req-c02cd6fb-cf66-441d-930c-238e8eb819a4 service nova] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_rules [ 888.857194] env[69985]: INFO networking_nsxv3.common.synchronization [req-b21f7074-946b-4903-9972-8383acb5f034 req-c02cd6fb-cf66-441d-930c-238e8eb819a4 service nova] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 888.859402] env[69985]: INFO networking_nsxv3.common.synchronization [req-b21f7074-946b-4903-9972-8383acb5f034 req-c02cd6fb-cf66-441d-930c-238e8eb819a4 service nova] Enqueued Resource ID: 73053414-72bf-473f-8a22-4e100e8ced17 with Priority: HIGHEST for action port [ 888.863892] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_rules [ 888.863892] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 888.863892] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73053414-72bf-473f-8a22-4e100e8ced17 with Priority: HIGHEST for action port [ 888.863892] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.863892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.863892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.863892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.863892] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.863892] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.863892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.863892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.863892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.863892] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.863892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.863892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.863892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.863892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.863892] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.864772] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-73053414-72bf-473f-8a22-4e100e8ced17 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.867108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73053414-72bf-473f-8a22-4e100e8ced17" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.867253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73053414-72bf-473f-8a22-4e100e8ced17" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.867404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73053414-72bf-473f-8a22-4e100e8ced17" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.867844] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73053414-72bf-473f-8a22-4e100e8ced17',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.063750] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.063750] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.063750] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.063750] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.063750] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.063750] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 617fc6d5-b33e-407b-8a59-8a6def94c1f4 not found, creating... [ 889.063750] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.063750] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.063750] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.063750] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.063750] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.065623] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.065623] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.065623] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.069100] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.069100] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.069100] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 617fc6d5-b33e-407b-8a59-8a6def94c1f4 is going to be created. [ 889.089103] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.089103] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.089103] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.089103] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.089103] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.089546] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-617fc6d5-b33e-407b-8a59-8a6def94c1f4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.096268] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57eda469-e6e8-414a-8df2-1ddfa2fa7855: rpc.has_security_group_logging(os_id): False [ 889.112115] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.113143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.113265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.113495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.113588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.113799] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.114017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.114017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.114134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.115017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.115017] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.115017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.115017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.115017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.115752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.116100] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.116372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.116568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.116839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.116969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.117121] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 is going to be created. [ 889.136455] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90edc3c8-4f18-4856-bfcb-144d90d300eb [ 889.137394] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.137394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.137561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.137861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.137861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.137972] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90edc3c8-4f18-4856-bfcb-144d90d300eb already deleted. [ 889.138106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90edc3c8-4f18-4856-bfcb-144d90d300eb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.175074] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.175074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.175311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.176033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.176033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.196744] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: IN_PROGRESS for 2s [ 889.373024] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.373024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.373024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.373024] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73053414-72bf-473f-8a22-4e100e8ced17 with status ACTIVE [ 889.373024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.373024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.373024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.373024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.373024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.373024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.373024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.373024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.373024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.373024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.373966] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.378733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.383395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.383395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.383395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.383395] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73053414-72bf-473f-8a22-4e100e8ced17 is going to be updated. [ 889.412019] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.412019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.412019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.412019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.412869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.412869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73053414-72bf-473f-8a22-4e100e8ced17" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.475536] env[69985]: INFO networking_nsxv3.common.synchronization [None req-a729daca-b4e8-4b51-bab2-7be9f9713682 None None] Enqueued Resource ID: 5d569d11-7f2b-491f-8884-10c3e3837631 with Priority: HIGHEST for action port [ 889.475816] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d569d11-7f2b-491f-8884-10c3e3837631 with Priority: HIGHEST for action port [ 889.476732] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d569d11-7f2b-491f-8884-10c3e3837631 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.476732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d569d11-7f2b-491f-8884-10c3e3837631" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.476732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d569d11-7f2b-491f-8884-10c3e3837631" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.480733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d569d11-7f2b-491f-8884-10c3e3837631" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.480733] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d569d11-7f2b-491f-8884-10c3e3837631',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.507905] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 in Status: SUCCESS [ 889.507905] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 deletion is rescheduled due to dependency. [ 889.507905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.889221] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.982653] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d569d11-7f2b-491f-8884-10c3e3837631 [ 889.982653] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.982653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.982840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.982912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.983014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.983117] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d569d11-7f2b-491f-8884-10c3e3837631 already deleted. [ 889.983190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d569d11-7f2b-491f-8884-10c3e3837631" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.346573] env[69985]: INFO networking_nsxv3.common.synchronization [req-8b03e796-83c3-4094-b1fe-51660eef81d9 req-c6518cca-5573-4e6b-b1bc-df9da657e80e service nova] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_rules [ 890.347917] env[69985]: INFO networking_nsxv3.common.synchronization [req-8b03e796-83c3-4094-b1fe-51660eef81d9 req-c6518cca-5573-4e6b-b1bc-df9da657e80e service nova] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 890.348109] env[69985]: INFO networking_nsxv3.common.synchronization [req-8b03e796-83c3-4094-b1fe-51660eef81d9 req-c6518cca-5573-4e6b-b1bc-df9da657e80e service nova] Enqueued Resource ID: 617fc6d5-b33e-407b-8a59-8a6def94c1f4 with Priority: HIGHEST for action port [ 890.348375] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_rules [ 890.348552] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 890.348659] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617fc6d5-b33e-407b-8a59-8a6def94c1f4 with Priority: HIGHEST for action port [ 890.349281] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.349407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.349471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.349777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.349858] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.350725] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.350836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.350900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.351079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.351226] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.352146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.352146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.352146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.352146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.352146] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.355032] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-617fc6d5-b33e-407b-8a59-8a6def94c1f4 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.355032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-617fc6d5-b33e-407b-8a59-8a6def94c1f4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.355032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-617fc6d5-b33e-407b-8a59-8a6def94c1f4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.355032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-617fc6d5-b33e-407b-8a59-8a6def94c1f4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.355032] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('617fc6d5-b33e-407b-8a59-8a6def94c1f4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.365347] env[69985]: INFO networking_nsxv3.common.synchronization [None req-4b981f29-8e95-4e07-8fdf-f7a0646b4c30 None None] Enqueued Resource ID: 583ad40a-27b6-4350-a18b-ca46c07ae176 with Priority: HIGHEST for action port [ 890.367018] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583ad40a-27b6-4350-a18b-ca46c07ae176 with Priority: HIGHEST for action port [ 890.367018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-583ad40a-27b6-4350-a18b-ca46c07ae176 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.367018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-583ad40a-27b6-4350-a18b-ca46c07ae176" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.367018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-583ad40a-27b6-4350-a18b-ca46c07ae176" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.367018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-583ad40a-27b6-4350-a18b-ca46c07ae176" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.367944] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583ad40a-27b6-4350-a18b-ca46c07ae176',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.392955] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.393716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.393716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.394538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.394762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.395053] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be created. [ 890.419849] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.419849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.419849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.419849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.420652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.429220] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: UNINITIALIZED for 2s [ 890.857157] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.857391] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.860073] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 617fc6d5-b33e-407b-8a59-8a6def94c1f4 with status ACTIVE [ 890.860073] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.860073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.860073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.860368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.860368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.860436] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.860611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.860611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.860744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.860840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.861030] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.861225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.861225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.861365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.861418] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.861482] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 617fc6d5-b33e-407b-8a59-8a6def94c1f4 is going to be updated. [ 890.863033] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.871900] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 583ad40a-27b6-4350-a18b-ca46c07ae176 [ 890.872541] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.872541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.872541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.872786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.872786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.872890] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:583ad40a-27b6-4350-a18b-ca46c07ae176 already deleted. [ 890.873023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-583ad40a-27b6-4350-a18b-ca46c07ae176" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.885995] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.886196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.886321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.886542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.886728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.886935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-617fc6d5-b33e-407b-8a59-8a6def94c1f4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.119257] env[69985]: INFO networking_nsxv3.common.synchronization [None req-c94d5ac1-d58f-4e0a-a344-56136fd73343 None None] Enqueued Resource ID: b22d4368-ea3e-497a-80c6-fb069ad84fea with Priority: HIGHEST for action port [ 891.119678] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22d4368-ea3e-497a-80c6-fb069ad84fea with Priority: HIGHEST for action port [ 891.120137] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b22d4368-ea3e-497a-80c6-fb069ad84fea taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.120268] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b22d4368-ea3e-497a-80c6-fb069ad84fea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.120382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b22d4368-ea3e-497a-80c6-fb069ad84fea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.120674] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b22d4368-ea3e-497a-80c6-fb069ad84fea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.120868] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22d4368-ea3e-497a-80c6-fb069ad84fea',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.182366] env[69985]: INFO networking_nsxv3.common.synchronization [None req-0cc2df1f-2358-496f-ac2e-a5b22cb86e08 tempest-AttachVolumeShelveTestJSON-419349134 tempest-AttachVolumeShelveTestJSON-419349134-project-member] Enqueued Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_rules [ 891.182799] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_rules [ 891.182964] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.183105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.183821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.183821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.183821] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.234811] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: SUCCESS [ 891.234811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.365439] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.501221] env[69985]: INFO networking_nsxv3.common.synchronization [None req-5ff6e7ad-8972-4e59-abd7-655d6205412c tempest-AttachVolumeShelveTestJSON-419349134 tempest-AttachVolumeShelveTestJSON-419349134-project-member] Enqueued Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_rules [ 891.501965] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_rules [ 891.502298] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.502413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.625175] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b22d4368-ea3e-497a-80c6-fb069ad84fea [ 891.625175] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.625175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.625175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.625175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.625175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.625175] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b22d4368-ea3e-497a-80c6-fb069ad84fea already deleted. [ 891.625175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b22d4368-ea3e-497a-80c6-fb069ad84fea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.705552] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.705552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.705552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.705887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.705887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.706017] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b already deleted. [ 891.706138] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.706348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.706723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.706723] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.868713] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.869111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.869111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.869942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.869942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.869942] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be created. [ 891.898483] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.898483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.898483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.898752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.899027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.907992] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: UNINITIALIZED for 2s [ 892.005744] env[69985]: INFO networking_nsxv3.common.synchronization [None req-b29e829b-1737-4143-a76b-6f528f5172ff None None] Enqueued Resource ID: fc7914ae-d25d-4dea-8cdf-725af5595b32 with Priority: HIGHEST for action port [ 892.005744] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7914ae-d25d-4dea-8cdf-725af5595b32 with Priority: HIGHEST for action port [ 892.005744] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc7914ae-d25d-4dea-8cdf-725af5595b32 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.005744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc7914ae-d25d-4dea-8cdf-725af5595b32" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.005744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc7914ae-d25d-4dea-8cdf-725af5595b32" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.010147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc7914ae-d25d-4dea-8cdf-725af5595b32" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.010515] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc7914ae-d25d-4dea-8cdf-725af5595b32',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.228906] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.228906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.229249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.229249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.229249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.229354] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b already deleted. [ 892.229390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.436025] env[69985]: INFO networking_nsxv3.common.synchronization [req-ce086fb1-1abb-4eb5-b230-a31bee370796 req-f10cd097-c93d-452f-8055-055919c250e1 tempest-ServersAdminTestJSON-40334490 tempest-ServersAdminTestJSON-40334490-project-member] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 892.437059] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 892.437969] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 892.438339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.438595] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.438595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.438714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.438898] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.439736] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.440940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.440940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.440940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.440940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.440940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.440940] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.511469] env[69985]: INFO networking_nsxv3.common.synchronization [None req-4724c7ca-db13-412e-9394-17e8bde5ad59 None None] Enqueued Resource ID: e91f746d-2d7d-4833-a2f7-1d9aefc166d7 with Priority: HIGHEST for action port [ 892.511469] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91f746d-2d7d-4833-a2f7-1d9aefc166d7 with Priority: HIGHEST for action port [ 892.511469] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e91f746d-2d7d-4833-a2f7-1d9aefc166d7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.511469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e91f746d-2d7d-4833-a2f7-1d9aefc166d7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.511469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e91f746d-2d7d-4833-a2f7-1d9aefc166d7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.511469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e91f746d-2d7d-4833-a2f7-1d9aefc166d7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.511469] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e91f746d-2d7d-4833-a2f7-1d9aefc166d7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.516017] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc7914ae-d25d-4dea-8cdf-725af5595b32 [ 892.516242] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.516377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.516452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.516737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.516864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.516956] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc7914ae-d25d-4dea-8cdf-725af5595b32 already deleted. [ 892.517058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc7914ae-d25d-4dea-8cdf-725af5595b32" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.943286] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.943517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.943570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.943790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.943969] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.944177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.944251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.944573] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.944573] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.944692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.944848] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.944952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.945027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.945177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.945614] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.945614] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.945614] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.945614] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.945808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.945808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.945872] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.018015] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e91f746d-2d7d-4833-a2f7-1d9aefc166d7 [ 893.018259] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.018406] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.018499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.018713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.018920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.019037] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e91f746d-2d7d-4833-a2f7-1d9aefc166d7 already deleted. [ 893.019037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e91f746d-2d7d-4833-a2f7-1d9aefc166d7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.452344] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622: rpc.has_security_group_logging(os_id): False [ 893.466593] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.466865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.467296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.467296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.467296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.467587] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.467587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.467587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.467838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.467838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.468015] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.468109] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.468163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.468361] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.468361] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.468554] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.468665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.468901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.468901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.468901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.469111] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be created. [ 893.523464] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.523464] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.523464] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.523464] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.523464] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.530932] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.531728] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.531728] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.531728] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.531951] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.535226] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.535226] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.535226] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.535226] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.535226] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.535226] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.535226] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.535226] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.535226] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.535226] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.535226] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.536365] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 893.552325] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.552529] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 893.552678] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.553257] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.553638] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-11df5954-2f09-4c8f-bab8-a5b6740bd994 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.553838] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-11df5954-2f09-4c8f-bab8-a5b6740bd994" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.554103] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-11df5954-2f09-4c8f-bab8-a5b6740bd994" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.555322] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-11df5954-2f09-4c8f-bab8-a5b6740bd994" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.555488] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11df5954-2f09-4c8f-bab8-a5b6740bd994',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.795198] env[69985]: INFO networking_nsxv3.common.synchronization [None req-619595c4-f736-4203-8025-d3e44f3e2926 None None] Enqueued Resource ID: d2a9a53b-51de-4569-8f2e-73c5f7218eaa with Priority: HIGHEST for action port [ 893.795793] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a9a53b-51de-4569-8f2e-73c5f7218eaa with Priority: HIGHEST for action port [ 893.801567] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a9a53b-51de-4569-8f2e-73c5f7218eaa taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.801848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a9a53b-51de-4569-8f2e-73c5f7218eaa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.801921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a9a53b-51de-4569-8f2e-73c5f7218eaa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.803055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a9a53b-51de-4569-8f2e-73c5f7218eaa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.803159] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a9a53b-51de-4569-8f2e-73c5f7218eaa',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.919447] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 893.919682] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.919860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.920096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.920290] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.920410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.920476] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.920632] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.920718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.920803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.920905] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.924235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.924531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.924759] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.924889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.924959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.925174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.925266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.925373] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.058072] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.058286] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.058391] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.059172] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.059341] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.059475] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 11df5954-2f09-4c8f-bab8-a5b6740bd994 not found, creating... [ 894.062054] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.062054] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.062054] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.062054] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.062054] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.062054] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.062054] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.062646] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.062646] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.062646] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.062807] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 11df5954-2f09-4c8f-bab8-a5b6740bd994 is going to be created. [ 894.081245] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.081477] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.081607] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.081944] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.083021] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.083021] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-11df5954-2f09-4c8f-bab8-a5b6740bd994" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.308646] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2a9a53b-51de-4569-8f2e-73c5f7218eaa [ 894.308646] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.308862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.309569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.309569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.309808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.309946] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2a9a53b-51de-4569-8f2e-73c5f7218eaa already deleted. [ 894.311264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a9a53b-51de-4569-8f2e-73c5f7218eaa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.427164] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.427577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.427577] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.699073] env[69985]: INFO networking_nsxv3.common.synchronization [None req-fbc729ac-4bfe-4ea9-9b5f-411ca62b6413 tempest-ServersTestJSON-36232975 tempest-ServersTestJSON-36232975-project-member] Enqueued Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGHEST for action security_group_rules [ 894.699073] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGHEST for action security_group_rules [ 894.699073] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.699073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.699073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.699073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.699073] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9688fbe2-6a23-4c34-bdb5-81ac288049d0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.932166] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.223437] env[69985]: INFO networking_nsxv3.common.synchronization [None req-27f89801-232b-4913-b242-d9d04febac64 tempest-ServersTestJSON-36232975 tempest-ServersTestJSON-36232975-project-member] Enqueued Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGHEST for action security_group_rules [ 895.224686] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.224686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.225206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.225206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.225206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.225471] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 already deleted. [ 895.225471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.226956] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGHEST for action security_group_rules [ 895.226956] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.229034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.229034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.229034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.229034] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9688fbe2-6a23-4c34-bdb5-81ac288049d0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.309817] env[69985]: INFO networking_nsxv3.common.synchronization [req-5813d134-992e-43c4-b810-d352ce7e3244 req-ba4d472e-87c5-43b1-a2a0-0f8a8a9e901c tempest-ListImageFiltersTestJSON-706051381 tempest-ListImageFiltersTestJSON-706051381-project-member] Enqueued Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_members [ 895.310418] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_members [ 895.310832] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.311026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.311154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.311563] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.311761] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.311914] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.312008] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.312255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.312381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.312509] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.438941] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.439179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.439179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.439467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.439624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.439785] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be updated. [ 895.470610] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.470875] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.470875] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.471099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.471287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.481361] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 895.546503] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 895.546804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.750103] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.750710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.750710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.750710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.750710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.750710] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 already deleted. [ 895.751508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.817958] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.817958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.817958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.817958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.817958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.817958] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.817958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.817958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.817958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.817958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.817958] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1135730b-2da2-450a-9c78-92afb6e6d24d already deleted. [ 895.817958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.818727] env[69985]: INFO networking_nsxv3.common.synchronization [req-ce086fb1-1abb-4eb5-b230-a31bee370796 req-c350580a-55b1-4636-8903-69e6eef0b477 service nova] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_rules [ 895.819471] env[69985]: INFO networking_nsxv3.common.synchronization [req-ce086fb1-1abb-4eb5-b230-a31bee370796 req-c350580a-55b1-4636-8903-69e6eef0b477 service nova] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 895.819628] env[69985]: INFO networking_nsxv3.common.synchronization [req-ce086fb1-1abb-4eb5-b230-a31bee370796 req-c350580a-55b1-4636-8903-69e6eef0b477 service nova] Enqueued Resource ID: 11df5954-2f09-4c8f-bab8-a5b6740bd994 with Priority: HIGHEST for action port [ 895.819999] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_rules [ 895.820350] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 895.820350] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11df5954-2f09-4c8f-bab8-a5b6740bd994 with Priority: HIGHEST for action port [ 895.823134] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.823134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.823134] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.823134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.823134] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-11df5954-2f09-4c8f-bab8-a5b6740bd994 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.823134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11df5954-2f09-4c8f-bab8-a5b6740bd994" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.823134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11df5954-2f09-4c8f-bab8-a5b6740bd994" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.823134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11df5954-2f09-4c8f-bab8-a5b6740bd994" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.823134] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11df5954-2f09-4c8f-bab8-a5b6740bd994',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.178339] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.182106] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.182106] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.182106] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.182106] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.182106] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.182106] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.182106] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.182106] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.182106] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.182106] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.182106] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.182106] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.182106] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.182106] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.182106] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.187024] env[69985]: INFO networking_nsxv3.common.synchronization [None req-8dcec412-a195-4f55-a8a6-00738fd2d20a tempest-ServerActionsV293TestJSON-1685366128 tempest-ServerActionsV293TestJSON-1685366128-project-member] Enqueued Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGHEST for action security_group_rules [ 896.187180] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGHEST for action security_group_rules [ 896.187643] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.187788] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.187860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.188051] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.188144] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c147bd3-2a40-41fa-8c11-60e1bff19b63',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.203763] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.204389] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 896.206808] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.206808] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.206808] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-aeab7334-78de-4ade-9c52-d77911f831fb taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.206808] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-aeab7334-78de-4ade-9c52-d77911f831fb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.206808] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-aeab7334-78de-4ade-9c52-d77911f831fb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.206808] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-aeab7334-78de-4ade-9c52-d77911f831fb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.206808] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeab7334-78de-4ade-9c52-d77911f831fb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.325777] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11df5954-2f09-4c8f-bab8-a5b6740bd994 with status ACTIVE [ 896.325777] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.325777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.325777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.325777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.325777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.325777] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.325777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.325777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.325777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.325777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.325777] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.325777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.325777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.325777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.325777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.328658] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11df5954-2f09-4c8f-bab8-a5b6740bd994 is going to be updated. [ 896.348832] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.349255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.349516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.349787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.349960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.350175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11df5954-2f09-4c8f-bab8-a5b6740bd994" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.392120] env[69985]: INFO networking_nsxv3.common.synchronization [None req-7b6347de-7c7a-4e78-a6c0-aa6cda565d56 tempest-ServerActionsV293TestJSON-1685366128 tempest-ServerActionsV293TestJSON-1685366128-project-member] Enqueued Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGHEST for action security_group_rules [ 896.392120] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGHEST for action security_group_rules [ 896.392120] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.394877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.710940] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.710940] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.710940] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.711400] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.711400] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.711504] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port aeab7334-78de-4ade-9c52-d77911f831fb not found, creating... [ 896.711948] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.711948] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.712219] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.712219] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.712771] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.712771] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.712771] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.712969] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.713552] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.713712] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.716817] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: aeab7334-78de-4ade-9c52-d77911f831fb is going to be created. [ 896.722972] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.723152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.723222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.723423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.723511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.723603] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 already deleted. [ 896.724152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.724152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.724152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.724152] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c147bd3-2a40-41fa-8c11-60e1bff19b63',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.732492] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.732697] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.732831] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.736520] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.737075] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.737458] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-aeab7334-78de-4ade-9c52-d77911f831fb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.842581] env[69985]: INFO networking_nsxv3.common.synchronization [None req-a839c3e9-e00d-4b44-b19a-49c7126f0373 None None] Enqueued Resource ID: 93b06996-7b4b-4ffc-a3f1-017d63e2dce4 with Priority: HIGHEST for action port [ 896.843226] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b06996-7b4b-4ffc-a3f1-017d63e2dce4 with Priority: HIGHEST for action port [ 896.843463] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-93b06996-7b4b-4ffc-a3f1-017d63e2dce4 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.843591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93b06996-7b4b-4ffc-a3f1-017d63e2dce4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.844457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93b06996-7b4b-4ffc-a3f1-017d63e2dce4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.844457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93b06996-7b4b-4ffc-a3f1-017d63e2dce4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.844457] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93b06996-7b4b-4ffc-a3f1-017d63e2dce4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.247018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.248285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.248285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.248885] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.248885] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.248885] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 already deleted. [ 897.249136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.347318] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93b06996-7b4b-4ffc-a3f1-017d63e2dce4 [ 897.347318] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.347318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.347318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.347318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.347642] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.347642] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93b06996-7b4b-4ffc-a3f1-017d63e2dce4 already deleted. [ 897.347642] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93b06996-7b4b-4ffc-a3f1-017d63e2dce4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.490658] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 897.490881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.491213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.491397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.492289] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.492289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.492289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.492289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.492289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.492289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.492289] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.492289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.492289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.492687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.492687] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.492687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.492687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.492841] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.492884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.493145] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.493145] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.493902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.495048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.495048] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.495048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.495048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.495048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.495048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.495048] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.509308] env[69985]: INFO networking_nsxv3.common.synchronization [req-5813d134-992e-43c4-b810-d352ce7e3244 req-29149aaf-3a72-4df7-ae05-f1d9b28dca5f service nova] Enqueued Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_rules [ 897.509518] env[69985]: INFO networking_nsxv3.common.synchronization [req-5813d134-992e-43c4-b810-d352ce7e3244 req-29149aaf-3a72-4df7-ae05-f1d9b28dca5f service nova] Enqueued Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_members [ 897.509672] env[69985]: INFO networking_nsxv3.common.synchronization [req-5813d134-992e-43c4-b810-d352ce7e3244 req-29149aaf-3a72-4df7-ae05-f1d9b28dca5f service nova] Enqueued Resource ID: aeab7334-78de-4ade-9c52-d77911f831fb with Priority: HIGHEST for action port [ 897.511330] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_rules [ 897.511330] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_members [ 897.511330] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeab7334-78de-4ade-9c52-d77911f831fb with Priority: HIGHEST for action port [ 897.511330] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.511330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.511649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.512551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.512551] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.513218] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.513333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.517171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.517392] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.518078] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.518223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.518304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.518506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.518596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.518724] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.519625] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-aeab7334-78de-4ade-9c52-d77911f831fb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.519754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aeab7334-78de-4ade-9c52-d77911f831fb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.519802] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aeab7334-78de-4ade-9c52-d77911f831fb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.521018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aeab7334-78de-4ade-9c52-d77911f831fb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.521018] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeab7334-78de-4ade-9c52-d77911f831fb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.996133] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edb81510-055b-4e10-bb75-a9b3f326fe5f: rpc.has_security_group_logging(os_id): False [ 897.997917] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.022107] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.022107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.025041] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.025609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.026016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.026395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.026604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.026970] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.027265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.027436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.028524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.028608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.029231] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.029366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.029433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.029624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.029706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.029912] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.030017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.030081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.030232] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.030307] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.030388] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be created. [ 898.034168] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.034168] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aeab7334-78de-4ade-9c52-d77911f831fb with status ACTIVE [ 898.034168] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.034168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.034168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.034445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.034445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.034537] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.034627] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.034686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.034834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.034910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.035332] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.035453] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.035716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.035892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.035970] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.036089] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aeab7334-78de-4ade-9c52-d77911f831fb is going to be updated. [ 898.069696] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.069696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.069696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.069696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.069696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.069696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aeab7334-78de-4ade-9c52-d77911f831fb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.104796] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.104796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.104796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.105096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.105096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.118511] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 898.503026] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.533808] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.006332] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.006753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.006753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.006753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.007039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.007039] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be updated. [ 899.035929] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.036350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.036437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.036605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.036695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.036964] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1135730b-2da2-450a-9c78-92afb6e6d24d is going to be created. [ 899.039475] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.039618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.039718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.039941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.040132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.050544] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 899.062326] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.063891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.064024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.064283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.064727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.075748] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: UNINITIALIZED for 2s [ 899.364027] env[69985]: INFO networking_nsxv3.common.synchronization [req-82022f36-bf61-4ba9-80c5-372e51103779 req-b18536ba-4964-417c-8d84-03f862a90f40 tempest-ServerDiagnosticsNegativeTest-1117125106 tempest-ServerDiagnosticsNegativeTest-1117125106-project-member] Enqueued Resource ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb with Priority: HIGHEST for action security_group_members [ 899.364589] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb with Priority: HIGHEST for action security_group_members [ 899.364925] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f2f018b-729a-45ad-82b3-073f788c7ebb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.366256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.366256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.366256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.366256] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.366256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.366256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.367593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.367726] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.367852] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f2f018b-729a-45ad-82b3-073f788c7ebb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.871630] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.872412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.872513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.872759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.872877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.873142] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.873315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.873386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.873553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.873634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.873728] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb is going to be updated. [ 899.898561] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.898716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.898787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.899407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.899407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.907189] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb in Status: IN_PROGRESS for 2s [ 900.129660] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 900.129999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.130076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.130269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.130873] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.632559] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.632719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.062481] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 901.062743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.062901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.063164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.063385] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.063520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.063585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.063752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.063917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.063961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.064066] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.085348] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: SUCCESS [ 901.085586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.085771] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.085993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.086215] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.086349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.086411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.086576] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.086662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.086757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.086893] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.571114] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.571409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.571409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.571622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.571839] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.571963] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.572076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.572261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.572349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.572444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.572612] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.572715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.572774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.572960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.573130] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.573228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.573300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.573461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.573547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.573630] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.573737] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.593163] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.593163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.593163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.593401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.593442] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.593553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.593615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.593763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.593851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.593987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.594150] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.594246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.594308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.594449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.594582] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.594673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.598344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.598344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.598344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.598344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.598344] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.918901] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb in Status: SUCCESS [ 901.919103] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb deletion is rescheduled due to dependency. [ 901.919214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.077183] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edb81510-055b-4e10-bb75-a9b3f326fe5f: rpc.has_security_group_logging(os_id): False [ 902.101431] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.101834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.101834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.101981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.102095] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.102270] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.102396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.102463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.102673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.102843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.102963] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.103106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.103152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.103358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.103358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.103597] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.103703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.103769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.103927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.104014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.104103] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be updated. [ 902.105405] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1135730b-2da2-450a-9c78-92afb6e6d24d: rpc.has_security_group_logging(os_id): False [ 902.130680] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.130870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.130870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.131575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.131575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.131575] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.131575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.131575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.131846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.131846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.132196] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.132196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.132196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.132384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.132384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.132546] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.132652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.132700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.132836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.132910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.133040] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1135730b-2da2-450a-9c78-92afb6e6d24d is going to be created. [ 902.180275] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.180459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.180510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.180748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.180896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.187834] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.188066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.188301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.188414] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.188616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.197789] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: IN_PROGRESS for 2s [ 902.200770] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 902.521131] env[69985]: INFO networking_nsxv3.common.synchronization [req-2d89594a-6c9c-4661-ab00-d21dad5652c8 req-1dcb3ccb-68af-4ef0-a4dc-ff7049a5ce07 tempest-ServerDiskConfigTestJSON-649865869 tempest-ServerDiskConfigTestJSON-649865869-project-member] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 902.522637] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 902.522968] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.523941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.524085] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.524334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.524947] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.525100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.525180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.525399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.525494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.525593] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.033292] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.033727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.033727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.034429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.034429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.034429] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.034429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.034429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.034429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.034429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.035020] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 already deleted. [ 903.035020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.192375] env[69985]: INFO networking_nsxv3.common.synchronization [None req-c59cf62f-1361-4ced-8d0f-108bbf9d54de None None] Enqueued Resource ID: 55972161-d4b6-409d-b541-69f97f31af8e with Priority: HIGHEST for action port [ 903.192446] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55972161-d4b6-409d-b541-69f97f31af8e with Priority: HIGHEST for action port [ 903.192994] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-55972161-d4b6-409d-b541-69f97f31af8e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.193130] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55972161-d4b6-409d-b541-69f97f31af8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.193199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55972161-d4b6-409d-b541-69f97f31af8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.193446] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55972161-d4b6-409d-b541-69f97f31af8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.193529] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55972161-d4b6-409d-b541-69f97f31af8e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.286724] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.286724] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.286724] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.287302] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.287745] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.288051] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.288264] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.288639] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.288886] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.289279] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.289438] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.291081] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.291081] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.291081] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.291081] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.291081] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.309569] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.309569] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 903.309569] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.313533] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.313533] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-369bb007-f861-4b94-a5ac-dd9d835b0fb2 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.313533] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-369bb007-f861-4b94-a5ac-dd9d835b0fb2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.313533] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-369bb007-f861-4b94-a5ac-dd9d835b0fb2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.313533] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-369bb007-f861-4b94-a5ac-dd9d835b0fb2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.313533] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('369bb007-f861-4b94-a5ac-dd9d835b0fb2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.697336] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55972161-d4b6-409d-b541-69f97f31af8e [ 903.697891] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.699166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.700624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.700624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.700624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.700624] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55972161-d4b6-409d-b541-69f97f31af8e already deleted. [ 903.700624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55972161-d4b6-409d-b541-69f97f31af8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.814599] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.814850] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.814984] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.818232] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.818232] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.818232] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 369bb007-f861-4b94-a5ac-dd9d835b0fb2 not found, creating... [ 903.818232] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.818232] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.818232] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.818232] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.818232] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.818232] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.818770] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.818770] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.818865] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.819082] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.819312] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 369bb007-f861-4b94-a5ac-dd9d835b0fb2 is going to be created. [ 903.851177] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.851652] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.851926] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.852314] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.853442] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.853442] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-369bb007-f861-4b94-a5ac-dd9d835b0fb2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.209958] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: SUCCESS [ 904.209958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.214416] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 904.214640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.818821] env[69985]: INFO networking_nsxv3.common.synchronization [req-2d89594a-6c9c-4661-ab00-d21dad5652c8 req-3fe8180b-b46b-48a0-994f-012382dd6910 service nova] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_rules [ 904.819554] env[69985]: INFO networking_nsxv3.common.synchronization [req-2d89594a-6c9c-4661-ab00-d21dad5652c8 req-3fe8180b-b46b-48a0-994f-012382dd6910 service nova] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 904.819554] env[69985]: INFO networking_nsxv3.common.synchronization [req-2d89594a-6c9c-4661-ab00-d21dad5652c8 req-3fe8180b-b46b-48a0-994f-012382dd6910 service nova] Enqueued Resource ID: 369bb007-f861-4b94-a5ac-dd9d835b0fb2 with Priority: HIGHEST for action port [ 904.819859] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_rules [ 904.820038] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 904.820190] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369bb007-f861-4b94-a5ac-dd9d835b0fb2 with Priority: HIGHEST for action port [ 904.821622] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.821995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.822682] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.823066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.824069] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.828127] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.828127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.828127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.828127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.828127] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.828127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.828127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.828127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.828127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.828127] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.828127] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-369bb007-f861-4b94-a5ac-dd9d835b0fb2 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.828127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-369bb007-f861-4b94-a5ac-dd9d835b0fb2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.828127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-369bb007-f861-4b94-a5ac-dd9d835b0fb2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.828127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-369bb007-f861-4b94-a5ac-dd9d835b0fb2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.828127] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('369bb007-f861-4b94-a5ac-dd9d835b0fb2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.118831] env[69985]: INFO networking_nsxv3.common.synchronization [None req-c24332c8-dc57-4125-b3b9-539212c7d6e8 tempest-ServerActionsTestOtherB-873622132 tempest-ServerActionsTestOtherB-873622132-project-member] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_rules [ 905.119655] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_rules [ 905.119767] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.119839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.119882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.120718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.121419] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.231658] env[69985]: INFO networking_nsxv3.common.synchronization [None req-15fbd55b-70b1-4fff-8b04-35d76272baa8 tempest-ServerActionsTestOtherB-873622132 tempest-ServerActionsTestOtherB-873622132-project-member] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_rules [ 905.232079] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_rules [ 905.233504] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.233873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.329814] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.331126] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.331126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.331345] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 369bb007-f861-4b94-a5ac-dd9d835b0fb2 with status ACTIVE [ 905.331458] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.331668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.331709] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.331931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.332091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.332199] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.332314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.332364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.332538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.332601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.332769] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.332858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.332914] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.335242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.336075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.336075] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 369bb007-f861-4b94-a5ac-dd9d835b0fb2 is going to be updated. [ 905.358163] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.358163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.358163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.358473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.358473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.358635] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-369bb007-f861-4b94-a5ac-dd9d835b0fb2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.482319] env[69985]: INFO networking_nsxv3.common.synchronization [None req-9fb56250-182e-4c6d-963b-f26b3dd3afb1 None None] Enqueued Resource ID: 8c7e3fd6-0f14-42d4-b5cc-fec73df737c9 with Priority: HIGHEST for action port [ 905.482792] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7e3fd6-0f14-42d4-b5cc-fec73df737c9 with Priority: HIGHEST for action port [ 905.483133] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c7e3fd6-0f14-42d4-b5cc-fec73df737c9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.483262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c7e3fd6-0f14-42d4-b5cc-fec73df737c9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.483334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c7e3fd6-0f14-42d4-b5cc-fec73df737c9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.483578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c7e3fd6-0f14-42d4-b5cc-fec73df737c9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.483665] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c7e3fd6-0f14-42d4-b5cc-fec73df737c9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.642490] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.642490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.642490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.642490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.642490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.642490] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 already deleted. [ 905.642490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.642490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.642490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.642490] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.837737] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.986814] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c7e3fd6-0f14-42d4-b5cc-fec73df737c9 [ 905.986814] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.987107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.987107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.987366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.987591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.987591] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c7e3fd6-0f14-42d4-b5cc-fec73df737c9 already deleted. [ 905.987732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c7e3fd6-0f14-42d4-b5cc-fec73df737c9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.173597] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.173597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.173597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.173597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.173597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.173597] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 already deleted. [ 906.173597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.341744] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.342122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.342122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.342220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.342398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.343659] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be created. [ 906.367763] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.368024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.368024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.368337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.368422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.378284] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: UNINITIALIZED for 2s [ 908.391686] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 908.391686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.391686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.391686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.391686] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.391686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.391686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.391686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.391686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.391686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.391686] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.893786] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.894052] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.894217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.894453] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.894704] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.894830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.894927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.895552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.895552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.895552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.895552] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.895552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.895858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.895858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.895858] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.895979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.895979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.896672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.896672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.896672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.896672] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.399390] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35a29af5-c97e-4852-b1a4-cd618c1f5c35: rpc.has_security_group_logging(os_id): False [ 909.416914] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.417096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.417273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.417514] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.417613] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.417838] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.417936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.418202] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.418202] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.418420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.418480] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.418575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.418638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.418797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.418874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.419108] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.419209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.419300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.419612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.419767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.419877] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be created. [ 909.479453] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.479670] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.479727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.481105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.481105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.496408] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 910.005770] env[69985]: INFO networking_nsxv3.common.synchronization [req-bd54e6dc-748d-4749-b742-22150e9ec356 req-df6b44e0-645f-43b1-b7c6-0ecb1ed49728 tempest-ListImageFiltersTestJSON-706051381 tempest-ListImageFiltersTestJSON-706051381-project-member] Enqueued Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_members [ 910.006581] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_members [ 910.007060] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.007267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.007380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.008144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.008144] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.008144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.008341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.008479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.008565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.008721] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.361177] env[69985]: INFO networking_nsxv3.common.synchronization [None req-d623624e-38fc-4c55-892e-02f75937c85c None None] Enqueued Resource ID: cde75d07-cf5c-4ad1-83fa-e94e3e4b74db with Priority: HIGHEST for action port [ 910.361177] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cde75d07-cf5c-4ad1-83fa-e94e3e4b74db with Priority: HIGHEST for action port [ 910.364213] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-cde75d07-cf5c-4ad1-83fa-e94e3e4b74db taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.364213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cde75d07-cf5c-4ad1-83fa-e94e3e4b74db" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.364213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cde75d07-cf5c-4ad1-83fa-e94e3e4b74db" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.364213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cde75d07-cf5c-4ad1-83fa-e94e3e4b74db" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.364213] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cde75d07-cf5c-4ad1-83fa-e94e3e4b74db',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.513239] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.798684] env[69985]: INFO networking_nsxv3.common.synchronization [None req-2d210ae1-aeba-43be-bd59-e376ea3e6dc7 None None] Enqueued Resource ID: f2368aa8-e826-4342-97ee-450eb59bf15a with Priority: HIGHEST for action port [ 910.798684] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2368aa8-e826-4342-97ee-450eb59bf15a with Priority: HIGHEST for action port [ 910.798684] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2368aa8-e826-4342-97ee-450eb59bf15a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.798887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2368aa8-e826-4342-97ee-450eb59bf15a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.798887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2368aa8-e826-4342-97ee-450eb59bf15a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.800040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2368aa8-e826-4342-97ee-450eb59bf15a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.800040] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2368aa8-e826-4342-97ee-450eb59bf15a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.868119] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cde75d07-cf5c-4ad1-83fa-e94e3e4b74db [ 910.868119] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.868119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.868119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.868119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.868119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.868119] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cde75d07-cf5c-4ad1-83fa-e94e3e4b74db already deleted. [ 910.868119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cde75d07-cf5c-4ad1-83fa-e94e3e4b74db" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.016718] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.027668] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.030137] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.030137] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.030137] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.030590] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.030709] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.031096] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.031354] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.031354] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.031588] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.031723] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.031854] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.031975] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.032118] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.032251] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.032396] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.054767] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.054976] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 911.055149] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.055359] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.055687] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-d71a7a39-b1d8-4236-9da5-ebc02ecd90b6 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.055879] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-d71a7a39-b1d8-4236-9da5-ebc02ecd90b6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.056128] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-d71a7a39-b1d8-4236-9da5-ebc02ecd90b6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.056370] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-d71a7a39-b1d8-4236-9da5-ebc02ecd90b6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.056991] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d71a7a39-b1d8-4236-9da5-ebc02ecd90b6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.307055] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2368aa8-e826-4342-97ee-450eb59bf15a [ 911.307055] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.307055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.307055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.307055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.307055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.307055] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2368aa8-e826-4342-97ee-450eb59bf15a already deleted. [ 911.307055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2368aa8-e826-4342-97ee-450eb59bf15a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.458246] env[69985]: INFO networking_nsxv3.common.synchronization [None req-92f4cfe6-3b22-48f5-9aec-46b804f43728 None None] Enqueued Resource ID: 175d35fb-c8f8-4cf3-83fc-f4b64b51264a with Priority: HIGHEST for action port [ 911.458246] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175d35fb-c8f8-4cf3-83fc-f4b64b51264a with Priority: HIGHEST for action port [ 911.458246] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-175d35fb-c8f8-4cf3-83fc-f4b64b51264a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.458246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175d35fb-c8f8-4cf3-83fc-f4b64b51264a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.458246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175d35fb-c8f8-4cf3-83fc-f4b64b51264a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.462071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175d35fb-c8f8-4cf3-83fc-f4b64b51264a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.462071] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175d35fb-c8f8-4cf3-83fc-f4b64b51264a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.508804] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 911.508804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.522000] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.522435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.522435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.522590] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.522768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.523682] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1135730b-2da2-450a-9c78-92afb6e6d24d is going to be updated. [ 911.563110] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.563110] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.563110] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.564601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.564601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.568023] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.568023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.568023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.568023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.568023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.568617] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port d71a7a39-b1d8-4236-9da5-ebc02ecd90b6 not found, creating... [ 911.569250] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.569647] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.569934] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.570335] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.573289] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.573289] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.573289] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.573289] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.573289] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.573289] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.573289] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: d71a7a39-b1d8-4236-9da5-ebc02ecd90b6 is going to be created. [ 911.574710] env[69985]: INFO networking_nsxv3.common.synchronization [None req-e8b81441-4943-44e5-b932-356ea102773e None None] Enqueued Resource ID: f2ccaa11-5fa4-4903-9d71-05639d744090 with Priority: HIGHEST for action port [ 911.576636] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ccaa11-5fa4-4903-9d71-05639d744090 with Priority: HIGHEST for action port [ 911.578118] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ccaa11-5fa4-4903-9d71-05639d744090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.578443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ccaa11-5fa4-4903-9d71-05639d744090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.578664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ccaa11-5fa4-4903-9d71-05639d744090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.579158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ccaa11-5fa4-4903-9d71-05639d744090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.579506] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ccaa11-5fa4-4903-9d71-05639d744090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.585698] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: IN_PROGRESS for 2s [ 911.598502] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.599106] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.599106] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.599272] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.599528] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.599791] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-d71a7a39-b1d8-4236-9da5-ebc02ecd90b6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.965070] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 175d35fb-c8f8-4cf3-83fc-f4b64b51264a [ 911.965070] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.965070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.965070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.965606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.965606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.965725] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:175d35fb-c8f8-4cf3-83fc-f4b64b51264a already deleted. [ 911.965869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175d35fb-c8f8-4cf3-83fc-f4b64b51264a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.084758] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2ccaa11-5fa4-4903-9d71-05639d744090 [ 912.084758] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.084758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.084758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.084758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.084758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.084758] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2ccaa11-5fa4-4903-9d71-05639d744090 already deleted. [ 912.084758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ccaa11-5fa4-4903-9d71-05639d744090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.317442] env[69985]: INFO networking_nsxv3.common.synchronization [req-b0355740-bf8c-4c40-a37d-38bca170b95e req-fcd0f0bb-6ef3-43fa-8655-29a83f26ae64 tempest-FloatingIPsAssociationTestJSON-895309651 tempest-FloatingIPsAssociationTestJSON-895309651-project-member] Enqueued Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_members [ 912.318008] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_members [ 912.319091] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.323021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.323021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.323021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.323021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.323021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.323021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.323021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.323021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.323021] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.500024] env[69985]: INFO networking_nsxv3.common.synchronization [req-bd54e6dc-748d-4749-b742-22150e9ec356 req-4e03e8ba-0ab9-4f5a-8cc9-eb4408f5b53a service nova] Enqueued Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_rules [ 912.500024] env[69985]: INFO networking_nsxv3.common.synchronization [req-bd54e6dc-748d-4749-b742-22150e9ec356 req-4e03e8ba-0ab9-4f5a-8cc9-eb4408f5b53a service nova] Enqueued Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_members [ 912.500024] env[69985]: INFO networking_nsxv3.common.synchronization [req-bd54e6dc-748d-4749-b742-22150e9ec356 req-4e03e8ba-0ab9-4f5a-8cc9-eb4408f5b53a service nova] Enqueued Resource ID: d71a7a39-b1d8-4236-9da5-ebc02ecd90b6 with Priority: HIGHEST for action port [ 912.500521] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_rules [ 912.500675] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_members [ 912.502041] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71a7a39-b1d8-4236-9da5-ebc02ecd90b6 with Priority: HIGHEST for action port [ 912.502041] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.502041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.502041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.502041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.502041] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.502968] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.503071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.505732] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-d71a7a39-b1d8-4236-9da5-ebc02ecd90b6 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.505892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d71a7a39-b1d8-4236-9da5-ebc02ecd90b6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.505957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d71a7a39-b1d8-4236-9da5-ebc02ecd90b6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.506681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d71a7a39-b1d8-4236-9da5-ebc02ecd90b6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.506681] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d71a7a39-b1d8-4236-9da5-ebc02ecd90b6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.827423] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.941852] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.942073] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-930" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.943031] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-930" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.943031] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-930" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.946920] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.946920] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.946920] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.946920] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.946920] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.946920] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.946920] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.946920] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.946920] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.946920] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.946920] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.946920] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.970728] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.970889] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 912.971170] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.971413] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-930" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.971935] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-59bdab57-cc8d-40d6-90b5-e7582a1f1500 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.972181] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-59bdab57-cc8d-40d6-90b5-e7582a1f1500" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.972343] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-59bdab57-cc8d-40d6-90b5-e7582a1f1500" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.972709] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-59bdab57-cc8d-40d6-90b5-e7582a1f1500" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.972913] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59bdab57-cc8d-40d6-90b5-e7582a1f1500',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.009220] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.009220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.009340] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d71a7a39-b1d8-4236-9da5-ebc02ecd90b6 with status ACTIVE [ 913.009700] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.009700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.009700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.010339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.010339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.010339] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.010339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.011510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.011510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.011510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.011510] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.011510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.011510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.011510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.014443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.014647] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d71a7a39-b1d8-4236-9da5-ebc02ecd90b6 is going to be updated. [ 913.034901] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.035163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.035163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.035345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.035488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.035656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d71a7a39-b1d8-4236-9da5-ebc02ecd90b6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.330398] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.477647] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.477923] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.478064] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.478379] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.478562] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.478743] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 59bdab57-cc8d-40d6-90b5-e7582a1f1500 not found, creating... [ 913.479065] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.479251] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.479387] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.479630] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.479789] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.481099] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.481250] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.481297] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.481540] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.481701] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.481853] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 59bdab57-cc8d-40d6-90b5-e7582a1f1500 is going to be created. [ 913.493953] env[69985]: INFO networking_nsxv3.common.synchronization [None req-5215b605-4a6e-4937-8fa2-810c4a7f0bc4 None None] Enqueued Resource ID: 6966512c-a390-40a2-bc29-aeac5eb5e47d with Priority: HIGHEST for action port [ 913.494250] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6966512c-a390-40a2-bc29-aeac5eb5e47d with Priority: HIGHEST for action port [ 913.494859] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-6966512c-a390-40a2-bc29-aeac5eb5e47d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.495061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6966512c-a390-40a2-bc29-aeac5eb5e47d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.495129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6966512c-a390-40a2-bc29-aeac5eb5e47d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.495375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6966512c-a390-40a2-bc29-aeac5eb5e47d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.495463] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6966512c-a390-40a2-bc29-aeac5eb5e47d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.500647] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.500842] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.501024] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.501312] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.501664] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.502506] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-59bdab57-cc8d-40d6-90b5-e7582a1f1500" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.596957] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: SUCCESS [ 913.597353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.597932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.597932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.597932] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.598243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.598243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.598366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.598542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.598612] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.787304] env[69985]: INFO networking_nsxv3.common.synchronization [None req-bd46a405-65c6-4286-9041-bc1b14f62fba None None] Enqueued Resource ID: b596376a-fd85-4c4c-b34a-8d4eb2a7431a with Priority: HIGHEST for action port [ 913.787924] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b596376a-fd85-4c4c-b34a-8d4eb2a7431a with Priority: HIGHEST for action port [ 913.788475] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b596376a-fd85-4c4c-b34a-8d4eb2a7431a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.788626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b596376a-fd85-4c4c-b34a-8d4eb2a7431a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.788703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b596376a-fd85-4c4c-b34a-8d4eb2a7431a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.789062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b596376a-fd85-4c4c-b34a-8d4eb2a7431a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.789211] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b596376a-fd85-4c4c-b34a-8d4eb2a7431a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.836513] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.836513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.836513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.836513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.836513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.836513] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f087b6ad-c741-4152-bab2-b8adc5a80532 is going to be updated. [ 913.861955] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.861955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.862214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.862214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.865046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.870541] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: IN_PROGRESS for 2s [ 914.000092] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6966512c-a390-40a2-bc29-aeac5eb5e47d [ 914.001017] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.001017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.001017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.001017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.001017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.001017] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6966512c-a390-40a2-bc29-aeac5eb5e47d already deleted. [ 914.001457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6966512c-a390-40a2-bc29-aeac5eb5e47d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.105031] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.291845] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b596376a-fd85-4c4c-b34a-8d4eb2a7431a [ 914.292012] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.292198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.292247] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.292459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.292951] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.293223] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b596376a-fd85-4c4c-b34a-8d4eb2a7431a already deleted. [ 914.293327] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b596376a-fd85-4c4c-b34a-8d4eb2a7431a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.300652] env[69985]: INFO networking_nsxv3.common.synchronization [req-b0355740-bf8c-4c40-a37d-38bca170b95e req-493bb6e7-f316-4caa-97f8-4fa389789c64 service nova] Enqueued Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_rules [ 914.300897] env[69985]: INFO networking_nsxv3.common.synchronization [req-b0355740-bf8c-4c40-a37d-38bca170b95e req-493bb6e7-f316-4caa-97f8-4fa389789c64 service nova] Enqueued Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_members [ 914.300897] env[69985]: INFO networking_nsxv3.common.synchronization [req-b0355740-bf8c-4c40-a37d-38bca170b95e req-493bb6e7-f316-4caa-97f8-4fa389789c64 service nova] Enqueued Resource ID: 59bdab57-cc8d-40d6-90b5-e7582a1f1500 with Priority: HIGHEST for action port [ 914.301175] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_rules [ 914.301322] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_members [ 914.301392] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59bdab57-cc8d-40d6-90b5-e7582a1f1500 with Priority: HIGHEST for action port [ 914.302100] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.302243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.302840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.302994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.303068] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.304236] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.304236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.304368] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-59bdab57-cc8d-40d6-90b5-e7582a1f1500 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.304368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59bdab57-cc8d-40d6-90b5-e7582a1f1500" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.304488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59bdab57-cc8d-40d6-90b5-e7582a1f1500" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.304621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59bdab57-cc8d-40d6-90b5-e7582a1f1500" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.304695] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59bdab57-cc8d-40d6-90b5-e7582a1f1500',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.513790] env[69985]: INFO networking_nsxv3.common.synchronization [None req-1962d4f9-451d-4c70-984d-538b6c114aae None None] Enqueued Resource ID: 956bacb3-a127-4b76-8718-1c21c55b29fd with Priority: HIGHEST for action port [ 914.514405] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 956bacb3-a127-4b76-8718-1c21c55b29fd with Priority: HIGHEST for action port [ 914.514910] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-956bacb3-a127-4b76-8718-1c21c55b29fd taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.515139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-956bacb3-a127-4b76-8718-1c21c55b29fd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.515236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-956bacb3-a127-4b76-8718-1c21c55b29fd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.515598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-956bacb3-a127-4b76-8718-1c21c55b29fd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.515701] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('956bacb3-a127-4b76-8718-1c21c55b29fd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.565887] env[69985]: INFO networking_nsxv3.common.synchronization [None req-4557131a-705b-46dc-a91a-3605fe4d3e37 None None] Enqueued Resource ID: 1c112594-c872-4dcf-9443-5b9a58aedea8 with Priority: HIGHEST for action port [ 914.566383] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c112594-c872-4dcf-9443-5b9a58aedea8 with Priority: HIGHEST for action port [ 914.567264] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c112594-c872-4dcf-9443-5b9a58aedea8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.567593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c112594-c872-4dcf-9443-5b9a58aedea8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.568695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c112594-c872-4dcf-9443-5b9a58aedea8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.569393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c112594-c872-4dcf-9443-5b9a58aedea8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.571223] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c112594-c872-4dcf-9443-5b9a58aedea8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.608325] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.808165] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.808165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.813899] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59bdab57-cc8d-40d6-90b5-e7582a1f1500 with status ACTIVE [ 914.813899] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.813899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.813899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.813899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.813899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.813899] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.813899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.813899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.813899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.813899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.813899] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.813899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.813899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.813899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.813899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.813899] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59bdab57-cc8d-40d6-90b5-e7582a1f1500 is going to be updated. [ 914.832032] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.833180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.833180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.833180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.833180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.833180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59bdab57-cc8d-40d6-90b5-e7582a1f1500" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.018873] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 956bacb3-a127-4b76-8718-1c21c55b29fd [ 915.018873] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.018873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.019326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.019326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.019326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.019456] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:956bacb3-a127-4b76-8718-1c21c55b29fd already deleted. [ 915.019456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-956bacb3-a127-4b76-8718-1c21c55b29fd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.072067] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c112594-c872-4dcf-9443-5b9a58aedea8 [ 915.072332] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.072492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.072569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.072827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.072938] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.073060] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c112594-c872-4dcf-9443-5b9a58aedea8 already deleted. [ 915.073150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c112594-c872-4dcf-9443-5b9a58aedea8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.109773] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.109773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.110084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.110084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.110452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.110452] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1135730b-2da2-450a-9c78-92afb6e6d24d is going to be updated. [ 915.137875] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.140565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.140565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.140565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.140565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.151384] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: IN_PROGRESS for 2s [ 915.879828] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: SUCCESS [ 915.880046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.880177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.880396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.880608] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.880741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.880811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.880957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.881057] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.881155] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.383174] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.885094] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.164459] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: SUCCESS [ 917.164682] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.164942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.165187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.165383] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.165525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.165598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.165762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.165865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.165929] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.166033] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.388909] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.388909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.388909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.388909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.388909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.388909] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f087b6ad-c741-4152-bab2-b8adc5a80532 is going to be updated. [ 917.419436] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.419436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.419436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.419436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.419436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.426315] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: IN_PROGRESS for 2s [ 917.668443] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.668643] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.668721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.668934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.669517] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.669517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.669517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.669517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.669517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.669783] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.669783] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.669937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.669937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.670056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.670196] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.670289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.670349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.670485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.670561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.670642] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.670735] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.174526] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1135730b-2da2-450a-9c78-92afb6e6d24d: rpc.has_security_group_logging(os_id): False [ 918.192615] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.193758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.194196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.194196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.194491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.194491] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.194648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.194717] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.194921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.195018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.195230] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.195316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.197584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.197584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.197584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.197584] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.197584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.197584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.197584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.198546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.198546] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1135730b-2da2-450a-9c78-92afb6e6d24d is going to be updated. [ 918.282023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.282023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.282023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.282023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.282023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.296251] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: IN_PROGRESS for 2s [ 918.731385] env[69985]: INFO networking_nsxv3.common.synchronization [None req-6c3ba514-3591-4973-b4d4-52e2f3b6c7fb tempest-ServersTestBootFromVolume-624231863 tempest-ServersTestBootFromVolume-624231863-project-member] Enqueued Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGHEST for action security_group_rules [ 918.732156] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGHEST for action security_group_rules [ 918.734065] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6016fde7-4203-4c50-b087-d38ed3adcb10 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.734483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.734994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.735306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.736166] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.785689] env[69985]: INFO networking_nsxv3.common.synchronization [None req-99c29ba6-697d-499e-a441-11ba128a6300 tempest-AttachInterfacesUnderV243Test-777888026 tempest-AttachInterfacesUnderV243Test-777888026-project-member] Enqueued Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_rules [ 918.786259] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_rules [ 918.786565] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.786695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.786747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.787009] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.787192] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.879133] env[69985]: INFO networking_nsxv3.common.synchronization [None req-c315a241-71d0-47fd-a716-aedc0ee17a38 tempest-ServersTestBootFromVolume-624231863 tempest-ServersTestBootFromVolume-624231863-project-member] Enqueued Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGHEST for action security_group_rules [ 918.879914] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGHEST for action security_group_rules [ 918.883261] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6016fde7-4203-4c50-b087-d38ed3adcb10 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.883261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.946561] env[69985]: INFO networking_nsxv3.common.synchronization [None req-9e56c11e-9786-4655-b3d6-4359896353a6 tempest-AttachInterfacesUnderV243Test-777888026 tempest-AttachInterfacesUnderV243Test-777888026-project-member] Enqueued Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_rules [ 918.946561] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_rules [ 918.946561] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.946561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.265785] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.265785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.265785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.265785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.265785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.265785] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 already deleted. [ 919.265785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.265785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.265785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.265785] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.306514] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.308131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.308131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.308255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.308320] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.308426] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 already deleted. [ 919.308509] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.308654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.308894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.309024] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.435751] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: SUCCESS [ 919.435924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.436123] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.436334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.436531] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.436656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.436725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.436884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.437015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.437139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.437199] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.676434] env[69985]: INFO networking_nsxv3.common.synchronization [req-8384ed53-9a57-4df1-89d6-94768b35f047 req-5234b9ae-f535-43c4-9d3b-e14526f6227e tempest-TenantUsagesTestJSON-1178551802 tempest-TenantUsagesTestJSON-1178551802-project-member] Enqueued Resource ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 with Priority: HIGHEST for action security_group_members [ 919.676868] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 with Priority: HIGHEST for action security_group_members [ 919.677412] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.677743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.677743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.678526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.679333] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.679333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.679490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.679543] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.679638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.679749] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d8426e6-36a0-4d46-8166-9526f3b9a9f0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.781080] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.781473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.781473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.781719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.782255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.782255] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 already deleted. [ 919.782255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.830945] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.830945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.830945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.830945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.830945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.830945] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 already deleted. [ 919.830945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.946521] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.946521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.946521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.946521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.946521] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.946521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.946521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.946521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.946521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.946521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.946521] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.946521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.946521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.946521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.946521] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.946521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.947264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.947264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.947264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.947264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.947264] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.181990] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.183048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.183339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.183686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.183937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.184293] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.184571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.184769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.185070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.185251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.185438] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 already deleted. [ 920.185670] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.263148] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.263148] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.263148] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.263148] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.265146] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.270592] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.270592] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.270592] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.270592] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.270592] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.270592] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.270592] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.270592] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.270592] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.270592] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.270592] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.288139] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.288744] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.288744] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.288744] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.289069] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-a83e70ea-6bd6-4317-a2fd-5170e25fba56 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.289219] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-a83e70ea-6bd6-4317-a2fd-5170e25fba56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.289378] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-a83e70ea-6bd6-4317-a2fd-5170e25fba56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.289797] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-a83e70ea-6bd6-4317-a2fd-5170e25fba56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.289989] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a83e70ea-6bd6-4317-a2fd-5170e25fba56',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.308538] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: SUCCESS [ 920.308942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.449417] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f087b6ad-c741-4152-bab2-b8adc5a80532: rpc.has_security_group_logging(os_id): False [ 920.465994] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.466250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.466250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.466453] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.466584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.466796] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.466928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.466995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.467160] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.467237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.467416] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.467507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.467578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.467790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.467907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.468964] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.469163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.469261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.469438] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.469547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.469660] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f087b6ad-c741-4152-bab2-b8adc5a80532 is going to be updated. [ 920.526291] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.526462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.526534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.526733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.527901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.538828] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: IN_PROGRESS for 2s [ 920.798648] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.798648] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.798648] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.798648] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.798648] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.798648] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port a83e70ea-6bd6-4317-a2fd-5170e25fba56 not found, creating... [ 920.798648] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.798648] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.798648] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.798648] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.800074] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.805205] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.805205] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.805205] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.805205] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.805205] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.805205] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: a83e70ea-6bd6-4317-a2fd-5170e25fba56 is going to be created. [ 920.823701] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.823701] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.823701] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.823701] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.823701] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.823701] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-a83e70ea-6bd6-4317-a2fd-5170e25fba56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.072065] env[69985]: INFO networking_nsxv3.common.synchronization [None req-c67d5866-0a7d-4ed4-8cb7-e99d9b878e3d None None] Enqueued Resource ID: f7c595e8-3f88-4dfe-be42-c47cd8abda34 with Priority: HIGHEST for action port [ 921.072636] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c595e8-3f88-4dfe-be42-c47cd8abda34 with Priority: HIGHEST for action port [ 921.072962] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7c595e8-3f88-4dfe-be42-c47cd8abda34 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.073104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7c595e8-3f88-4dfe-be42-c47cd8abda34" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.073167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7c595e8-3f88-4dfe-be42-c47cd8abda34" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.073446] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7c595e8-3f88-4dfe-be42-c47cd8abda34" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.073525] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c595e8-3f88-4dfe-be42-c47cd8abda34',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.577149] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7c595e8-3f88-4dfe-be42-c47cd8abda34 [ 921.577149] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.577149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.577149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.577149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.577149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.577149] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7c595e8-3f88-4dfe-be42-c47cd8abda34 already deleted. [ 921.577485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7c595e8-3f88-4dfe-be42-c47cd8abda34" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.796639] env[69985]: INFO networking_nsxv3.common.synchronization [req-8384ed53-9a57-4df1-89d6-94768b35f047 req-d858a867-62c1-4c77-b478-9cb90863b0ea service nova] Enqueued Resource ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 with Priority: HIGHEST for action security_group_rules [ 921.796818] env[69985]: INFO networking_nsxv3.common.synchronization [req-8384ed53-9a57-4df1-89d6-94768b35f047 req-d858a867-62c1-4c77-b478-9cb90863b0ea service nova] Enqueued Resource ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 with Priority: HIGHEST for action security_group_members [ 921.796991] env[69985]: INFO networking_nsxv3.common.synchronization [req-8384ed53-9a57-4df1-89d6-94768b35f047 req-d858a867-62c1-4c77-b478-9cb90863b0ea service nova] Enqueued Resource ID: a83e70ea-6bd6-4317-a2fd-5170e25fba56 with Priority: HIGHEST for action port [ 921.797230] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 with Priority: HIGHEST for action security_group_rules [ 921.797449] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 with Priority: HIGHEST for action security_group_members [ 921.797449] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83e70ea-6bd6-4317-a2fd-5170e25fba56 with Priority: HIGHEST for action port [ 921.800109] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d8426e6-36a0-4d46-8166-9526f3b9a9f0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.800383] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.800383] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.801507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.801507] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d8426e6-36a0-4d46-8166-9526f3b9a9f0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.801718] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.802405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.802405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.802405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.802405] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.802405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.802656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.803164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.803164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.803164] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d8426e6-36a0-4d46-8166-9526f3b9a9f0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.804790] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-a83e70ea-6bd6-4317-a2fd-5170e25fba56 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.804790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a83e70ea-6bd6-4317-a2fd-5170e25fba56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.804790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a83e70ea-6bd6-4317-a2fd-5170e25fba56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.804790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a83e70ea-6bd6-4317-a2fd-5170e25fba56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.804790] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a83e70ea-6bd6-4317-a2fd-5170e25fba56',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.306468] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.306468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.307157] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d8426e6-36a0-4d46-8166-9526f3b9a9f0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.308639] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a83e70ea-6bd6-4317-a2fd-5170e25fba56 with status ACTIVE [ 922.311828] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.311828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.311828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.311828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.311828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.311828] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.311828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.311828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.311828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.311828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.311828] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.311828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.311828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.311828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.311828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.311828] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a83e70ea-6bd6-4317-a2fd-5170e25fba56 is going to be updated. [ 922.330483] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.330483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.330483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.330483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.330894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.330950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a83e70ea-6bd6-4317-a2fd-5170e25fba56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.555796] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: SUCCESS [ 922.555796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.813115] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d8426e6-36a0-4d46-8166-9526f3b9a9f0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.316645] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.316828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.316905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.317159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.317256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.317358] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 is going to be created. [ 923.339115] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.339323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.339323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.339559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.339710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.348085] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 in Status: UNINITIALIZED for 2s [ 923.434779] env[69985]: INFO networking_nsxv3.common.synchronization [None req-b4c8fe44-6ab4-4cc2-8ab5-e1fc3672ae6b None None] Enqueued Resource ID: 8d7d3874-1952-43fa-b24c-3f667dc4d22b with Priority: HIGHEST for action port [ 923.435354] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7d3874-1952-43fa-b24c-3f667dc4d22b with Priority: HIGHEST for action port [ 923.435721] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d7d3874-1952-43fa-b24c-3f667dc4d22b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.436032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d7d3874-1952-43fa-b24c-3f667dc4d22b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.436032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d7d3874-1952-43fa-b24c-3f667dc4d22b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.436362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d7d3874-1952-43fa-b24c-3f667dc4d22b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.436545] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d7d3874-1952-43fa-b24c-3f667dc4d22b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.571718] env[69985]: INFO networking_nsxv3.common.synchronization [req-d80ca475-0fc6-480d-ab16-a2cb175a2bd9 req-ea69fa8c-b114-4ef2-b467-72956a08c6db tempest-ServerGroupTestJSON-1105220050 tempest-ServerGroupTestJSON-1105220050-project-member] Enqueued Resource ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 with Priority: HIGHEST for action security_group_members [ 923.573503] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 with Priority: HIGHEST for action security_group_members [ 923.574113] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc51e8d-b16d-40a8-9724-45a9179988a7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.574522] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.575000] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.575455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.576204] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.576204] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.576391] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.576851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.577219] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.577582] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc51e8d-b16d-40a8-9724-45a9179988a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.939144] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d7d3874-1952-43fa-b24c-3f667dc4d22b [ 923.940273] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.940552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.940552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.941054] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.941054] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.941054] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d7d3874-1952-43fa-b24c-3f667dc4d22b already deleted. [ 923.942091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d7d3874-1952-43fa-b24c-3f667dc4d22b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.056794] env[69985]: INFO networking_nsxv3.common.synchronization [req-82c8d85b-211a-41a0-a9fe-fb57798ad817 req-c4af12e6-6bc4-4fac-911e-95ad188c8df2 tempest-ImagesTestJSON-1158997241 tempest-ImagesTestJSON-1158997241-project-member] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 924.057322] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 924.057819] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.057819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.058170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.059503] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.059690] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.059802] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.059867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.060074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.060181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.060290] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.080679] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.080824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.080868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.081106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.081221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.081410] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.081540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.081665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.081759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.081828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.081871] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 already deleted. [ 924.081984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.265189] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.265189] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-205" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.265189] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-205" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.265189] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-205" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.265630] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.265959] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.266348] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.266685] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.266941] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.267345] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.267565] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.267795] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.268022] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.268221] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.268404] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.268676] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.290768] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.290768] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.290768] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.290941] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-205" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.291586] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-13280c7f-380d-4f20-b42f-532775cfc598 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.291586] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-13280c7f-380d-4f20-b42f-532775cfc598" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.291691] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-13280c7f-380d-4f20-b42f-532775cfc598" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.292084] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-13280c7f-380d-4f20-b42f-532775cfc598" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.292084] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13280c7f-380d-4f20-b42f-532775cfc598',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.563341] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.563341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.563527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.563608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.563702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.563890] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.563989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.564057] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.564208] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.564282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.564368] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 924.590678] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.593079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.593079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.593079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.593079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.599783] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 924.794958] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.795978] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.796149] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.796440] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.799533] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.799533] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 13280c7f-380d-4f20-b42f-532775cfc598 not found, creating... [ 924.799533] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.799533] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.799533] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.799533] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.799533] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.799533] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.799533] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.799533] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.799957] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.799957] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.799957] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 13280c7f-380d-4f20-b42f-532775cfc598 is going to be created. [ 924.826138] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.826138] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.826138] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.826138] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.826138] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.826138] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-13280c7f-380d-4f20-b42f-532775cfc598" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.344329] env[69985]: INFO networking_nsxv3.common.synchronization [req-2b0747b8-ac0f-47ec-8ab1-bc9b5cd1974c req-bd3288dd-a482-4421-b7c1-9683df04b4fc tempest-ListServerFiltersTestJSON-499730754 tempest-ListServerFiltersTestJSON-499730754-project-member] Enqueued Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 925.344869] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 925.345189] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.345317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.345385] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.345632] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.345785] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.345905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.345965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.346293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.346442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.346571] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.357671] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 in Status: SUCCESS [ 925.358646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.358646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.358646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.358646] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.358779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.358818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.358999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.359122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.359243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.359339] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d8426e6-36a0-4d46-8166-9526f3b9a9f0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.780974] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.781166] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-357" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.781294] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-357" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.781614] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-357" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.781875] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.782899] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.783132] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.783462] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.783562] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.783845] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.783910] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.784038] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.784192] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.784319] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.784496] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.784555] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.803770] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.803945] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.804111] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.804292] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-357" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.804855] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-be91de4c-766f-4a66-b07b-2dd3cbe88350 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.805101] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-be91de4c-766f-4a66-b07b-2dd3cbe88350" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.805240] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-be91de4c-766f-4a66-b07b-2dd3cbe88350" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.805587] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-be91de4c-766f-4a66-b07b-2dd3cbe88350" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.805733] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be91de4c-766f-4a66-b07b-2dd3cbe88350',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.841195] env[69985]: INFO networking_nsxv3.common.synchronization [req-d80ca475-0fc6-480d-ab16-a2cb175a2bd9 req-0401b460-fda9-4ac8-9bc7-334a7d46d75d service nova] Enqueued Resource ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 with Priority: HIGHEST for action security_group_rules [ 925.841195] env[69985]: INFO networking_nsxv3.common.synchronization [req-d80ca475-0fc6-480d-ab16-a2cb175a2bd9 req-0401b460-fda9-4ac8-9bc7-334a7d46d75d service nova] Enqueued Resource ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 with Priority: HIGHEST for action security_group_members [ 925.841195] env[69985]: INFO networking_nsxv3.common.synchronization [req-d80ca475-0fc6-480d-ab16-a2cb175a2bd9 req-0401b460-fda9-4ac8-9bc7-334a7d46d75d service nova] Enqueued Resource ID: 13280c7f-380d-4f20-b42f-532775cfc598 with Priority: HIGHEST for action port [ 925.841195] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 with Priority: HIGHEST for action security_group_rules [ 925.841195] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 with Priority: HIGHEST for action security_group_members [ 925.841195] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13280c7f-380d-4f20-b42f-532775cfc598 with Priority: HIGHEST for action port [ 925.841195] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc51e8d-b16d-40a8-9724-45a9179988a7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.841195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.841195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.841195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.841195] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc51e8d-b16d-40a8-9724-45a9179988a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.843481] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc51e8d-b16d-40a8-9724-45a9179988a7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.843762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.843925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.844303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.844576] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.844769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.844980] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.845236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.845402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.845583] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc51e8d-b16d-40a8-9724-45a9179988a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.846966] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-13280c7f-380d-4f20-b42f-532775cfc598 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.847253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13280c7f-380d-4f20-b42f-532775cfc598" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.847632] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13280c7f-380d-4f20-b42f-532775cfc598" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.847877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13280c7f-380d-4f20-b42f-532775cfc598" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.848102] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13280c7f-380d-4f20-b42f-532775cfc598',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.850095] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.850339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.850630] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.850896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.851081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.851335] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.851544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.852168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.852168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.852168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.852168] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 already deleted. [ 925.852168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.862828] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.863047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.863762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.864213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.865038] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.865038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.865038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.865680] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.865785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.865888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.866097] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.866209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.866273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.866437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.866673] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.866673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.866788] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.867592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.867592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.867592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.867592] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d8426e6-36a0-4d46-8166-9526f3b9a9f0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.308841] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.309101] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.309235] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.309519] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.309694] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.309853] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port be91de4c-766f-4a66-b07b-2dd3cbe88350 not found, creating... [ 926.310148] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.310386] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.310504] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.310748] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.310884] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.311202] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.311356] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.311469] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.312157] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.312157] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.312157] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: be91de4c-766f-4a66-b07b-2dd3cbe88350 is going to be created. [ 926.335849] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.336223] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.336423] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.336971] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.337429] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.337732] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-be91de4c-766f-4a66-b07b-2dd3cbe88350" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.343729] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc51e8d-b16d-40a8-9724-45a9179988a7 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.343884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.347234] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fc51e8d-b16d-40a8-9724-45a9179988a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.350842] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13280c7f-380d-4f20-b42f-532775cfc598 with status ACTIVE [ 926.351078] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.351203] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.351291] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.351512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.351589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.351768] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.351886] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.351952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.352126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.352221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.352405] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.352502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.352564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.352771] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.352809] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.352887] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13280c7f-380d-4f20-b42f-532775cfc598 is going to be updated. [ 926.370560] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d8426e6-36a0-4d46-8166-9526f3b9a9f0: rpc.has_security_group_logging(os_id): False [ 926.391116] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.391280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.391353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.391586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.391679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.391897] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.392012] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.392090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.392249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.392330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.392550] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.392646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.392715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.392872] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.392950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.393284] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.393437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.393530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.393722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.393837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.393955] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 is going to be created. [ 926.404416] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.404590] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.405155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.405155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.405155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.405270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13280c7f-380d-4f20-b42f-532775cfc598" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.474912] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.475451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.475551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.475810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.476599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.490342] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 in Status: IN_PROGRESS for 2s [ 926.609565] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 926.609857] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 deletion is rescheduled due to dependency. [ 926.610029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.849632] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fc51e8d-b16d-40a8-9724-45a9179988a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.996225] env[69985]: INFO networking_nsxv3.common.synchronization [req-676dd989-87a6-4696-8b65-b164bdfbb2ed req-32108403-86a1-4af3-a194-751eda42f7e8 tempest-ImagesOneServerTestJSON-825997867 tempest-ImagesOneServerTestJSON-825997867-project-member] Enqueued Resource ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 with Priority: HIGHEST for action security_group_members [ 926.996766] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 with Priority: HIGHEST for action security_group_members [ 926.997110] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.997245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.997330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.997628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.998506] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.999166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.999336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.999764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.999876] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.999987] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.253129] env[69985]: INFO networking_nsxv3.common.synchronization [req-2b0747b8-ac0f-47ec-8ab1-bc9b5cd1974c req-c3f89568-e562-4748-b188-8346df0b65d3 service nova] Enqueued Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_rules [ 927.253129] env[69985]: INFO networking_nsxv3.common.synchronization [req-2b0747b8-ac0f-47ec-8ab1-bc9b5cd1974c req-c3f89568-e562-4748-b188-8346df0b65d3 service nova] Enqueued Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 927.253129] env[69985]: INFO networking_nsxv3.common.synchronization [req-2b0747b8-ac0f-47ec-8ab1-bc9b5cd1974c req-c3f89568-e562-4748-b188-8346df0b65d3 service nova] Enqueued Resource ID: be91de4c-766f-4a66-b07b-2dd3cbe88350 with Priority: HIGHEST for action port [ 927.253129] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_rules [ 927.253129] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 927.253129] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be91de4c-766f-4a66-b07b-2dd3cbe88350 with Priority: HIGHEST for action port [ 927.254026] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.254316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.254496] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.254958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.255163] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.257270] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.257554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.257746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.258092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.258441] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.258797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.259073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.259391] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.259821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.259971] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.261499] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-be91de4c-766f-4a66-b07b-2dd3cbe88350 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.262786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be91de4c-766f-4a66-b07b-2dd3cbe88350" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.262786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be91de4c-766f-4a66-b07b-2dd3cbe88350" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.264092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be91de4c-766f-4a66-b07b-2dd3cbe88350" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.264092] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be91de4c-766f-4a66-b07b-2dd3cbe88350',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.356061] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.356061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.356061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.356061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.356419] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.356419] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 is going to be created. [ 927.377886] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.378327] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.378478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.378728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.378914] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.387234] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 in Status: UNINITIALIZED for 2s [ 927.504532] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.504657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.504724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.504956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.505208] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.505475] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.505619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.505668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.505811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.505893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.506169] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 is going to be updated. [ 927.529969] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.530217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.530217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.530448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.530639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.538277] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 in Status: IN_PROGRESS for 2s [ 927.758471] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.758471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.763668] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.766615] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be91de4c-766f-4a66-b07b-2dd3cbe88350 with status ACTIVE [ 927.769703] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.769703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.769703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.769703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.769703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.769703] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.769703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.769703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.769703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.769703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.769703] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.769703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.769703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.769703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.769703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.769703] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be91de4c-766f-4a66-b07b-2dd3cbe88350 is going to be updated. [ 927.791357] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.791357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.791357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.791357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.791357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.791357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be91de4c-766f-4a66-b07b-2dd3cbe88350" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.966290] env[69985]: INFO networking_nsxv3.common.synchronization [req-17f0820d-7d6d-417d-9156-ce53a46201cf req-5bf68a76-237a-42f5-8735-9f0280ea9e81 tempest-ListServerFiltersTestJSON-499730754 tempest-ListServerFiltersTestJSON-499730754-project-member] Enqueued Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 927.966290] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 927.966290] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.966290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.269427] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.501512] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 in Status: SUCCESS [ 928.501818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.684741] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.684962] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-357" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.685107] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-357" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.685384] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-357" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.685641] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.685801] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.685960] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.687113] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.687113] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.687113] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.687113] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.687647] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.687935] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.688189] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.688344] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.688510] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.705700] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.705901] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.706107] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.707067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-357" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.707067] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-0964ccc2-743e-4ab2-bbee-76f6b55f151e taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.707067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-0964ccc2-743e-4ab2-bbee-76f6b55f151e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.707067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-0964ccc2-743e-4ab2-bbee-76f6b55f151e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.707407] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-0964ccc2-743e-4ab2-bbee-76f6b55f151e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.707407] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0964ccc2-743e-4ab2-bbee-76f6b55f151e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.773065] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.773065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.773065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.773065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.773065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.773065] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 is going to be created. [ 928.794286] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.794499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.794614] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.794849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.795045] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.803153] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: UNINITIALIZED for 2s [ 929.211272] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.211514] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.211667] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.211938] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.212102] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.212289] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 0964ccc2-743e-4ab2-bbee-76f6b55f151e not found, creating... [ 929.212605] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.212775] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.212897] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.213152] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.213299] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.213621] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.213797] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.213923] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.214461] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.214689] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.214906] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 0964ccc2-743e-4ab2-bbee-76f6b55f151e is going to be created. [ 929.241813] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.242047] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.242177] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.244743] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.244743] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.244743] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-0964ccc2-743e-4ab2-bbee-76f6b55f151e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.402199] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 in Status: SUCCESS [ 929.402379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.402586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.402825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.403036] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.403160] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.403238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.403378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.403454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.403543] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.403639] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fc51e8d-b16d-40a8-9724-45a9179988a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.548268] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 in Status: SUCCESS [ 929.548268] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 deletion is rescheduled due to dependency. [ 929.548268] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.906562] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc51e8d-b16d-40a8-9724-45a9179988a7 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.906754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.906831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.907097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.907293] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.907399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.907466] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.907639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.907759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.907857] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.908029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc51e8d-b16d-40a8-9724-45a9179988a7 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.908219] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.908282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.908432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.908580] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.908673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.908746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.908902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.908995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.909146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.909226] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fc51e8d-b16d-40a8-9724-45a9179988a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.266224] env[69985]: INFO networking_nsxv3.common.synchronization [req-17f0820d-7d6d-417d-9156-ce53a46201cf req-382ac64c-b1b7-4f9b-a92a-dbb47df1520e service nova] Enqueued Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_rules [ 930.267575] env[69985]: INFO networking_nsxv3.common.synchronization [req-17f0820d-7d6d-417d-9156-ce53a46201cf req-382ac64c-b1b7-4f9b-a92a-dbb47df1520e service nova] Enqueued Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 930.267575] env[69985]: INFO networking_nsxv3.common.synchronization [req-17f0820d-7d6d-417d-9156-ce53a46201cf req-382ac64c-b1b7-4f9b-a92a-dbb47df1520e service nova] Enqueued Resource ID: 0964ccc2-743e-4ab2-bbee-76f6b55f151e with Priority: HIGHEST for action port [ 930.267575] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_rules [ 930.267575] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 930.267575] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0964ccc2-743e-4ab2-bbee-76f6b55f151e with Priority: HIGHEST for action port [ 930.267575] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.268184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.268184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.268184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.269901] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0964ccc2-743e-4ab2-bbee-76f6b55f151e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.270035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0964ccc2-743e-4ab2-bbee-76f6b55f151e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.270035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0964ccc2-743e-4ab2-bbee-76f6b55f151e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.270295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0964ccc2-743e-4ab2-bbee-76f6b55f151e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.270360] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0964ccc2-743e-4ab2-bbee-76f6b55f151e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.412826] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fc51e8d-b16d-40a8-9724-45a9179988a7: rpc.has_security_group_logging(os_id): False [ 930.439309] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.439495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.439495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.439738] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.439851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.440165] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.440330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.440627] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.440627] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.440720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.440866] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.440962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.441036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.441207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.441300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.441506] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.441604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.441666] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.442101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.442101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.442101] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 is going to be created. [ 930.509835] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.509978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.510065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.510293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.510512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.530689] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 in Status: IN_PROGRESS for 2s [ 930.776071] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0964ccc2-743e-4ab2-bbee-76f6b55f151e with status ACTIVE [ 930.776071] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.776071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.776071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.776071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.776071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.776712] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.776712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.776712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.776712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.776832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.777089] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.777239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.777644] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.778349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.778499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.778729] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0964ccc2-743e-4ab2-bbee-76f6b55f151e is going to be updated. [ 930.799974] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.800220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.800370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.800667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.800897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.801164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0964ccc2-743e-4ab2-bbee-76f6b55f151e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.811459] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: SUCCESS [ 930.812304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.812393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.812632] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.812833] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.812964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.813888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.813888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.813888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.813888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.813888] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.816722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.816722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.816722] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.816722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.816722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.816722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.816950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.816950] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.260719] env[69985]: INFO networking_nsxv3.common.synchronization [req-fcc6d6f8-c521-49dd-b2c3-8fdc473a5557 req-3973a9dc-dea9-4153-bc5c-5daea87ffed4 tempest-ListServerFiltersTestJSON-499730754 tempest-ListServerFiltersTestJSON-499730754-project-member] Enqueued Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 931.260719] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 931.261042] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.261042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.319051] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.319261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.319497] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.826289] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.827750] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.828950] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-357" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.828950] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-357" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.828950] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-357" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.828950] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.828950] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.828950] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.829233] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.830580] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.830580] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.830580] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.830580] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.830580] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.830580] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.830580] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.830580] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.850189] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.850489] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 931.850753] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.850976] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-357" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.851363] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-1d0c36a5-d435-4818-94a5-17eca575ea26 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.851540] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-1d0c36a5-d435-4818-94a5-17eca575ea26" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.851694] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-1d0c36a5-d435-4818-94a5-17eca575ea26" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.852414] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-1d0c36a5-d435-4818-94a5-17eca575ea26" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.852656] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0c36a5-d435-4818-94a5-17eca575ea26',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.335041] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.335041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.335041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.335041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.335041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.335041] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 is going to be updated. [ 932.358254] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.358254] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.358254] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.359788] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.360112] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.360427] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 1d0c36a5-d435-4818-94a5-17eca575ea26 not found, creating... [ 932.360846] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.361219] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.361484] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.361865] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.362168] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.363283] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.363283] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.363283] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.363283] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.363743] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.363974] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 1d0c36a5-d435-4818-94a5-17eca575ea26 is going to be created. [ 932.366957] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.368870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.368870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.368870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.368870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.382019] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: IN_PROGRESS for 2s [ 932.388835] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.389189] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.389401] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.389857] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.390208] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.390567] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-1d0c36a5-d435-4818-94a5-17eca575ea26" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.548208] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 in Status: SUCCESS [ 932.548208] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.614540] env[69985]: INFO networking_nsxv3.common.synchronization [req-fcc6d6f8-c521-49dd-b2c3-8fdc473a5557 req-42b49272-9d54-4324-8c7e-2180808cb486 service nova] Enqueued Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_rules [ 933.614904] env[69985]: INFO networking_nsxv3.common.synchronization [req-fcc6d6f8-c521-49dd-b2c3-8fdc473a5557 req-42b49272-9d54-4324-8c7e-2180808cb486 service nova] Enqueued Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 933.614904] env[69985]: INFO networking_nsxv3.common.synchronization [req-fcc6d6f8-c521-49dd-b2c3-8fdc473a5557 req-42b49272-9d54-4324-8c7e-2180808cb486 service nova] Enqueued Resource ID: 1d0c36a5-d435-4818-94a5-17eca575ea26 with Priority: HIGHEST for action port [ 933.616494] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_rules [ 933.616494] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 933.616494] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d0c36a5-d435-4818-94a5-17eca575ea26 with Priority: HIGHEST for action port [ 933.616494] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.616494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.616840] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.616950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.617513] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d0c36a5-d435-4818-94a5-17eca575ea26 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.617513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d0c36a5-d435-4818-94a5-17eca575ea26" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.617513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d0c36a5-d435-4818-94a5-17eca575ea26" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.617749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d0c36a5-d435-4818-94a5-17eca575ea26" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.617749] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0c36a5-d435-4818-94a5-17eca575ea26',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.119920] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d0c36a5-d435-4818-94a5-17eca575ea26 with status ACTIVE [ 934.120121] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.120271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.120393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.120701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.120739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.123564] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.123564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.123564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.123564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.123564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.123564] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.123564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.123564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.123564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.123564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.123564] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d0c36a5-d435-4818-94a5-17eca575ea26 is going to be updated. [ 934.146615] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.146809] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.146877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.147110] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.147317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.148461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d0c36a5-d435-4818-94a5-17eca575ea26" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.397050] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: SUCCESS [ 934.397278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.397546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.397839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.398080] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.398226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.398346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.398551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.398621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.401422] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.903629] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.407477] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.663730] env[69985]: INFO networking_nsxv3.common.synchronization [req-9c499cb9-e9d1-4616-a413-58ea9babc19d req-a621eeab-a15a-4a96-9fd4-675e3630d5fe tempest-ServerDiskConfigTestJSON-649865869 tempest-ServerDiskConfigTestJSON-649865869-project-member] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 935.664334] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 935.664647] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.665430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.665430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.665430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.665430] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.665714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.665714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.666020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.666120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.666421] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.733085] env[69985]: INFO networking_nsxv3.common.synchronization [req-6c2595d8-1310-4c46-b20d-4aa5d716c10d req-c7db3475-ab22-4a64-8cdc-a83d0ebb717d tempest-DeleteServersAdminTestJSON-90993296 tempest-DeleteServersAdminTestJSON-90993296-project-member] Enqueued Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_members [ 935.733085] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_members [ 935.733085] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.733894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.733894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.733894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.734031] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.734114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.734176] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.734331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.734443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.734844] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.914627] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.914932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.914932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.915086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.915205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.915351] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 is going to be updated. [ 935.944868] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.945026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.945114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.945306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.945460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.957429] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: IN_PROGRESS for 2s [ 936.141040] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.141215] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.141368] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.141780] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.142149] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.142334] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.142568] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.143059] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.143117] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.143393] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.143567] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.143706] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.143944] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.143944] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.144105] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.144288] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.165034] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.165034] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 936.165034] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.165189] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.165574] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-7f0ad230-48ec-4413-ac8e-78f4421e792d taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.165804] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-7f0ad230-48ec-4413-ac8e-78f4421e792d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.165938] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-7f0ad230-48ec-4413-ac8e-78f4421e792d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.167100] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-7f0ad230-48ec-4413-ac8e-78f4421e792d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.167413] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f0ad230-48ec-4413-ac8e-78f4421e792d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.170738] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.170866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.170940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.171301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.171301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.171446] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.171643] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.171643] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.171756] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.175021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.175021] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 936.237735] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.237735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.237946] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.238074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.238205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.239467] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.239583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.239648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.239852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.239892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.240186] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.240186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.240290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.240381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.240520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.240796] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e52cae-5536-4095-a1c9-65b96e896aae is going to be updated. [ 936.263730] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 936.278216] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.278216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.278216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.278439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.278531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.290180] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: IN_PROGRESS for 2s [ 936.673425] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.673425] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.673425] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.673425] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.673425] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.673687] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 7f0ad230-48ec-4413-ac8e-78f4421e792d not found, creating... [ 936.674987] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.674987] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.674987] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.674987] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.674987] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.675953] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.676155] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.676304] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.676591] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.677038] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.677359] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 7f0ad230-48ec-4413-ac8e-78f4421e792d is going to be created. [ 936.696114] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.696429] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.696621] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.697037] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.697443] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.697676] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-7f0ad230-48ec-4413-ac8e-78f4421e792d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.616736] env[69985]: INFO networking_nsxv3.common.synchronization [req-6c2595d8-1310-4c46-b20d-4aa5d716c10d req-275b7fa4-6c2c-4c2f-9c61-f2748e468cb8 service nova] Enqueued Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_rules [ 937.617146] env[69985]: INFO networking_nsxv3.common.synchronization [req-6c2595d8-1310-4c46-b20d-4aa5d716c10d req-275b7fa4-6c2c-4c2f-9c61-f2748e468cb8 service nova] Enqueued Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_members [ 937.617146] env[69985]: INFO networking_nsxv3.common.synchronization [req-6c2595d8-1310-4c46-b20d-4aa5d716c10d req-275b7fa4-6c2c-4c2f-9c61-f2748e468cb8 service nova] Enqueued Resource ID: 7f0ad230-48ec-4413-ac8e-78f4421e792d with Priority: HIGHEST for action port [ 937.617381] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_rules [ 937.617422] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_members [ 937.617626] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0ad230-48ec-4413-ac8e-78f4421e792d with Priority: HIGHEST for action port [ 937.618561] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.618669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.618743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.618957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.619135] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.619918] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.620034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.620216] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f0ad230-48ec-4413-ac8e-78f4421e792d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.620313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f0ad230-48ec-4413-ac8e-78f4421e792d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.620563] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f0ad230-48ec-4413-ac8e-78f4421e792d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.620563] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f0ad230-48ec-4413-ac8e-78f4421e792d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.620685] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f0ad230-48ec-4413-ac8e-78f4421e792d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.966570] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: SUCCESS [ 937.966911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.967194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.967499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.967717] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.967834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.967905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.968108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.968189] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.968315] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.979263] env[69985]: INFO networking_nsxv3.common.synchronization [req-8f9ddc7a-d47a-47ed-a22c-4b90d407857a req-7c5d9b60-e068-4495-996e-71b9946cbca1 tempest-FloatingIPsAssociationTestJSON-895309651 tempest-FloatingIPsAssociationTestJSON-895309651-project-member] Enqueued Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_members [ 937.979921] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_members [ 937.980247] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.980381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.980436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.980665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.980897] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.981000] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.984399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.984671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.984767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.985874] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.124789] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.124937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.125156] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f0ad230-48ec-4413-ac8e-78f4421e792d with status ACTIVE [ 938.125334] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.125458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.125527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.125739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.125832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.126031] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.126131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.126192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.126390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.126470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.126671] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.126763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.126824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.126963] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.127062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.127151] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f0ad230-48ec-4413-ac8e-78f4421e792d is going to be updated. [ 938.161784] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.161784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.161784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.161784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.161784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.161784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f0ad230-48ec-4413-ac8e-78f4421e792d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.276153] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 938.276153] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 deletion is rescheduled due to dependency. [ 938.276153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.301620] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: SUCCESS [ 938.301620] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e52cae-5536-4095-a1c9-65b96e896aae deletion is rescheduled due to dependency. [ 938.301620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.301620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.301620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.301620] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.301620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.301620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.301620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.301620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.301620] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.401027] env[69985]: INFO networking_nsxv3.common.synchronization [None req-a7a06005-5133-4b43-955d-1a8a5eda6211 None None] Enqueued Resource ID: c12fa7ec-210b-42da-a002-42acec89aeba with Priority: HIGHEST for action port [ 938.401027] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c12fa7ec-210b-42da-a002-42acec89aeba with Priority: HIGHEST for action port [ 938.405400] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-c12fa7ec-210b-42da-a002-42acec89aeba taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.405400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c12fa7ec-210b-42da-a002-42acec89aeba" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.405400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c12fa7ec-210b-42da-a002-42acec89aeba" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.405400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c12fa7ec-210b-42da-a002-42acec89aeba" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.407246] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c12fa7ec-210b-42da-a002-42acec89aeba',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.472866] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.488287] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.744114] env[69985]: INFO networking_nsxv3.common.synchronization [req-aad64737-e480-452d-9a7e-c980bdee1174 req-be6a2e2c-649e-4f59-b636-95a4816dab18 tempest-TenantUsagesTestJSON-1178551802 tempest-TenantUsagesTestJSON-1178551802-project-member] Enqueued Resource ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 with Priority: HIGHEST for action security_group_members [ 938.744628] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 with Priority: HIGHEST for action security_group_members [ 938.744989] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.745445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.745513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.745724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.745886] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.745985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.750729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.750729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.750729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.750729] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d8426e6-36a0-4d46-8166-9526f3b9a9f0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.804517] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.859053] env[69985]: INFO networking_nsxv3.common.synchronization [req-994f1034-48ae-4bb6-b580-f1492895a37d req-130c678e-0cdf-4e22-8ede-b1cf2bda1d7f tempest-ServerGroupTestJSON-1105220050 tempest-ServerGroupTestJSON-1105220050-project-member] Enqueued Resource ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 with Priority: HIGHEST for action security_group_members [ 938.859798] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 with Priority: HIGHEST for action security_group_members [ 938.860732] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc51e8d-b16d-40a8-9724-45a9179988a7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.861853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.861853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.861853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.861853] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.861853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.861853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.862484] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.863206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.863206] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc51e8d-b16d-40a8-9724-45a9179988a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.910508] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c12fa7ec-210b-42da-a002-42acec89aeba [ 938.910746] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.910890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.910951] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.911188] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.911282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.911379] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c12fa7ec-210b-42da-a002-42acec89aeba already deleted. [ 938.911461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c12fa7ec-210b-42da-a002-42acec89aeba" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.973786] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.990729] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.020695] env[69985]: INFO networking_nsxv3.common.synchronization [req-9076bac8-508f-4dca-bd69-460a012ea573 req-031baccf-954d-4e16-b891-31e08c01f121 tempest-ServerRescueNegativeTestJSON-2055163366 tempest-ServerRescueNegativeTestJSON-2055163366-project-member] Enqueued Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_members [ 939.021032] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_members [ 939.021443] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.021706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.021706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.021930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.022151] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.022295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.022339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.023093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.023209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.023309] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.252819] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.253129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.253258] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.253586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.253732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.254126] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.254339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.254339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.254577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.255077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.255077] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 is going to be updated. [ 939.283249] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.285073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.285073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.285073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.285073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.299782] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 in Status: IN_PROGRESS for 2s [ 939.308176] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.367021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.367021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.367021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.367021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.367021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.367021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.367021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.367021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.367021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.367021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.367021] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 is going to be updated. [ 939.393324] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.393489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.393535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.393769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.393912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.402560] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 in Status: IN_PROGRESS for 2s [ 939.479020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.479020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.479020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.479391] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.479474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.479579] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 is going to be updated. [ 939.495732] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.495904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.495987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.496232] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.496330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.496442] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f087b6ad-c741-4152-bab2-b8adc5a80532 is going to be updated. [ 939.510046] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.510046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.510046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.510046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.510046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.519445] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: IN_PROGRESS for 2s [ 939.525092] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.525243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.525312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.525524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.525679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.527354] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.527354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.527354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.527354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.527559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.527655] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.527741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.527802] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.527935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.528023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.529395] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b already deleted. [ 939.529395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.536564] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: IN_PROGRESS for 2s [ 939.776774] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.777095] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.777137] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.779209] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.779209] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.779209] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.779209] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.779357] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.779772] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.779772] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.779772] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.779924] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.779963] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.780122] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 939.780174] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.780363] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.799807] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.799991] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 939.800143] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.800318] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.800684] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-ae0113e0-6fd4-44a9-b496-7e09ffb4539b taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.801268] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-ae0113e0-6fd4-44a9-b496-7e09ffb4539b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.801268] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-ae0113e0-6fd4-44a9-b496-7e09ffb4539b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.801552] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-ae0113e0-6fd4-44a9-b496-7e09ffb4539b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.805127] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae0113e0-6fd4-44a9-b496-7e09ffb4539b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.811217] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.811322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.811393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.811615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.811704] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.811798] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e52cae-5536-4095-a1c9-65b96e896aae is going to be updated. [ 939.839686] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.840631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.840757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.841032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.841186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.853123] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: IN_PROGRESS for 2s [ 940.312186] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.312701] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.312982] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.313383] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.313652] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.314208] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port ae0113e0-6fd4-44a9-b496-7e09ffb4539b not found, creating... [ 940.314736] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.316218] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.316218] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.316218] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.316218] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.316904] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.317248] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.317513] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.319558] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.319558] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.319558] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: ae0113e0-6fd4-44a9-b496-7e09ffb4539b is going to be created. [ 940.340433] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.340433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.340433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.340433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.340433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.340433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-ae0113e0-6fd4-44a9-b496-7e09ffb4539b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.581169] env[69985]: INFO networking_nsxv3.common.synchronization [None req-49f24c60-c0c7-44ff-b7e0-07ca7e33ed68 None None] Enqueued Resource ID: 0f00e256-51e7-4e4a-a173-fed517c47416 with Priority: HIGHEST for action port [ 940.581169] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f00e256-51e7-4e4a-a173-fed517c47416 with Priority: HIGHEST for action port [ 940.581250] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f00e256-51e7-4e4a-a173-fed517c47416 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.581307] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f00e256-51e7-4e4a-a173-fed517c47416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.581409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f00e256-51e7-4e4a-a173-fed517c47416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.581611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f00e256-51e7-4e4a-a173-fed517c47416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.581698] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f00e256-51e7-4e4a-a173-fed517c47416',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.085466] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f00e256-51e7-4e4a-a173-fed517c47416 [ 941.086855] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.087150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.087297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.087919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.087919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.087919] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f00e256-51e7-4e4a-a173-fed517c47416 already deleted. [ 941.087919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f00e256-51e7-4e4a-a173-fed517c47416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.315639] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 in Status: SUCCESS [ 941.315639] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 deletion is rescheduled due to dependency. [ 941.315639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.357389] env[69985]: INFO networking_nsxv3.common.synchronization [req-9076bac8-508f-4dca-bd69-460a012ea573 req-990f7456-bb25-48df-a4e3-dc21e581e2e4 service nova] Enqueued Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_rules [ 941.357942] env[69985]: INFO networking_nsxv3.common.synchronization [req-9076bac8-508f-4dca-bd69-460a012ea573 req-990f7456-bb25-48df-a4e3-dc21e581e2e4 service nova] Enqueued Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_members [ 941.357942] env[69985]: INFO networking_nsxv3.common.synchronization [req-9076bac8-508f-4dca-bd69-460a012ea573 req-990f7456-bb25-48df-a4e3-dc21e581e2e4 service nova] Enqueued Resource ID: ae0113e0-6fd4-44a9-b496-7e09ffb4539b with Priority: HIGHEST for action port [ 941.359791] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_rules [ 941.359791] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_members [ 941.359791] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0113e0-6fd4-44a9-b496-7e09ffb4539b with Priority: HIGHEST for action port [ 941.359791] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.359791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.359791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.359791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.359791] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.361336] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.361336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.361461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.361609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.361793] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.361891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.361928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.362085] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.362947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.364039] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.364250] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae0113e0-6fd4-44a9-b496-7e09ffb4539b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.364616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae0113e0-6fd4-44a9-b496-7e09ffb4539b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.364616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae0113e0-6fd4-44a9-b496-7e09ffb4539b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.364814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae0113e0-6fd4-44a9-b496-7e09ffb4539b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.364896] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae0113e0-6fd4-44a9-b496-7e09ffb4539b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.412959] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 in Status: SUCCESS [ 941.413407] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 deletion is rescheduled due to dependency. [ 941.414050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.526819] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: SUCCESS [ 941.527035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.527399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.527645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.527958] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.528064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.528304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.528682] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.528682] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.528762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.528901] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.528990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.529122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.529340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.529452] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.529649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.529649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.529921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.529921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.529921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.530132] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.531153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.531153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.531309] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.531373] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.532900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.532900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.532900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.532900] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.545457] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: SUCCESS [ 941.545527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.673344] env[69985]: INFO networking_nsxv3.common.synchronization [req-c5fc087c-0791-4f29-b7cf-fd6bdce4deb4 req-43797551-0c6d-45c7-9de5-2274f32adc87 tempest-AttachVolumeShelveTestJSON-419349134 tempest-AttachVolumeShelveTestJSON-419349134-project-member] Enqueued Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_members [ 941.673947] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_members [ 941.674728] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13cc711-2954-45e2-be30-30a2ac6f1e1b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.674728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.674870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.675271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.675567] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.675736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.675860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.676076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.676217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.676353] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.867333] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: SUCCESS [ 941.867333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.867333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.867333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.867333] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.867333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.867333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.867333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.867333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.867333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.867333] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.867333] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.872021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.872021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.872021] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae0113e0-6fd4-44a9-b496-7e09ffb4539b with status ACTIVE [ 941.872021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.872021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.872021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.872021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.872021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.872021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.872021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.872021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.872021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.872021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.872021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.872792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.872792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.872792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.872792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.872792] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae0113e0-6fd4-44a9-b496-7e09ffb4539b is going to be updated. [ 941.891888] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.891888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.891888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.891888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.891888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.891888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae0113e0-6fd4-44a9-b496-7e09ffb4539b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.033394] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 686ffa9b-bf16-4389-8157-cbff792d2f79: rpc.has_security_group_logging(os_id): False [ 942.035640] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.060553] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.060703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.060775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.060991] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.061099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.062306] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.062306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.062306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.062306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.062306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.062306] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.062306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.062306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.062306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.062306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.062672] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.062672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.062672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.063725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.063725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.063725] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 is going to be created. [ 942.120813] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.120813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.120813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.120813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.121233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.135486] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: IN_PROGRESS for 2s [ 942.179043] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.179202] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.179273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.179489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.179588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.179784] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.179881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.179978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.180102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.180193] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.180272] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b already deleted. [ 942.180353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.374707] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.374707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.374707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.374912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.375376] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.377024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.377024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.377024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.377024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.377024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.377024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.377024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.377024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.377024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.377024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.382568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.382568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.382568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.382568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.382568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.382568] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.383324] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.386148] env[69985]: INFO networking_nsxv3.common.synchronization [None req-ec204747-0429-4aa0-ab35-8064bd5643da None None] Enqueued Resource ID: 4398f13c-dd86-47fc-b35d-900be0a3b68b with Priority: HIGHEST for action port [ 942.386733] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4398f13c-dd86-47fc-b35d-900be0a3b68b with Priority: HIGHEST for action port [ 942.387660] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-4398f13c-dd86-47fc-b35d-900be0a3b68b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.387660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4398f13c-dd86-47fc-b35d-900be0a3b68b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.387660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4398f13c-dd86-47fc-b35d-900be0a3b68b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.387853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4398f13c-dd86-47fc-b35d-900be0a3b68b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.387853] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4398f13c-dd86-47fc-b35d-900be0a3b68b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.498789] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.498789] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.499219] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.499219] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.500060] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.500060] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.500060] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.500060] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.500301] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.501772] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.501772] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.501772] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.501772] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.501772] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.501772] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.501772] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.520323] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.520529] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.520659] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.520793] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.521202] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-d325d681-8643-43a2-93dd-d4687ad115f5 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.521386] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.521528] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.521835] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.521978] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d325d681-8643-43a2-93dd-d4687ad115f5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.538663] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.887730] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42e52cae-5536-4095-a1c9-65b96e896aae: rpc.has_security_group_logging(os_id): False [ 942.890730] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.890880] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.890952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.891174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.891282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.891389] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b is going to be created. [ 942.894165] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4398f13c-dd86-47fc-b35d-900be0a3b68b [ 942.894362] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.894477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.894546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.894828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.894828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.894920] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4398f13c-dd86-47fc-b35d-900be0a3b68b already deleted. [ 942.894982] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4398f13c-dd86-47fc-b35d-900be0a3b68b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.913205] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.913558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.913558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.913686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.913686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.913928] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.914015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.914064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.914215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.914342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.914604] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.914716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.914777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.914916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.914988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.915200] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.915256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.915313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.915454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.915519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.915601] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e52cae-5536-4095-a1c9-65b96e896aae is going to be updated. [ 942.921933] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.922082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.922148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.922332] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.922477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.932271] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: UNINITIALIZED for 2s [ 942.983290] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.983537] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.983588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.984110] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.984110] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.000143] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: IN_PROGRESS for 2s [ 943.026502] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.026502] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.026502] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.026502] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.026502] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.026502] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port d325d681-8643-43a2-93dd-d4687ad115f5 not found, creating... [ 943.026502] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.026502] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.026502] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.026502] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.026502] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.027031] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.027031] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.027031] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.030901] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.030901] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.030901] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: d325d681-8643-43a2-93dd-d4687ad115f5 is going to be created. [ 943.042854] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.042854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.043271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.043271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.043271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.043362] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 is going to be updated. [ 943.054525] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.054758] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.054863] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.055156] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.055390] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.055616] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.099287] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.099517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.099517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.099818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.099981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.108775] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: IN_PROGRESS for 2s [ 944.145537] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: SUCCESS [ 944.145924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.145924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.146168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.146261] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.353694] env[69985]: INFO networking_nsxv3.common.synchronization [None req-1bc92de2-47a6-47c9-881b-36d0d30a806d None None] Enqueued Resource ID: ff21b724-4997-4a89-b245-d26ff64b1d7e with Priority: HIGHEST for action port [ 944.353694] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff21b724-4997-4a89-b245-d26ff64b1d7e with Priority: HIGHEST for action port [ 944.353694] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff21b724-4997-4a89-b245-d26ff64b1d7e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.353694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff21b724-4997-4a89-b245-d26ff64b1d7e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.353694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff21b724-4997-4a89-b245-d26ff64b1d7e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.353694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff21b724-4997-4a89-b245-d26ff64b1d7e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.353694] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff21b724-4997-4a89-b245-d26ff64b1d7e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.361017] env[69985]: INFO networking_nsxv3.common.synchronization [req-c5fc087c-0791-4f29-b7cf-fd6bdce4deb4 req-e42c6afe-e850-4526-a369-3cd08dcd3070 service nova] Enqueued Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_rules [ 944.361017] env[69985]: INFO networking_nsxv3.common.synchronization [req-c5fc087c-0791-4f29-b7cf-fd6bdce4deb4 req-e42c6afe-e850-4526-a369-3cd08dcd3070 service nova] Enqueued Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_members [ 944.361017] env[69985]: INFO networking_nsxv3.common.synchronization [req-c5fc087c-0791-4f29-b7cf-fd6bdce4deb4 req-e42c6afe-e850-4526-a369-3cd08dcd3070 service nova] Enqueued Resource ID: d325d681-8643-43a2-93dd-d4687ad115f5 with Priority: HIGHEST for action port [ 944.361017] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_rules [ 944.361017] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_members [ 944.361017] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d325d681-8643-43a2-93dd-d4687ad115f5 with Priority: HIGHEST for action port [ 944.361017] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.361017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.361017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.361017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.361017] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.361017] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13cc711-2954-45e2-be30-30a2ac6f1e1b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.361017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.361017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.361581] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.361581] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.362102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.362215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.362405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.362532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.362683] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.363593] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-d325d681-8643-43a2-93dd-d4687ad115f5 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.363733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.363830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.364034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.364150] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d325d681-8643-43a2-93dd-d4687ad115f5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.429405] env[69985]: INFO networking_nsxv3.common.synchronization [None req-a43c0c6b-7cf9-4fe0-8e28-c3154d9b7731 tempest-ServersTestFqdnHostnames-1300927320 tempest-ServersTestFqdnHostnames-1300927320-project-member] Enqueued Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGHEST for action security_group_rules [ 944.429935] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGHEST for action security_group_rules [ 944.430582] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.430582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.430582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.430749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.430749] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.585142] env[69985]: INFO networking_nsxv3.common.synchronization [None req-f4a020f9-22e5-4f0b-a2c5-29a112bfda95 tempest-ServersTestFqdnHostnames-1300927320 tempest-ServersTestFqdnHostnames-1300927320-project-member] Enqueued Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGHEST for action security_group_rules [ 944.585142] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGHEST for action security_group_rules [ 944.585142] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.585142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.649806] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.649806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.859571] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff21b724-4997-4a89-b245-d26ff64b1d7e [ 944.861220] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.861376] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.861448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.861673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.861768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.861866] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff21b724-4997-4a89-b245-d26ff64b1d7e already deleted. [ 944.861946] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff21b724-4997-4a89-b245-d26ff64b1d7e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.866785] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.869710] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13cc711-2954-45e2-be30-30a2ac6f1e1b taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.869710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.869877] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d325d681-8643-43a2-93dd-d4687ad115f5 with status ACTIVE [ 944.869912] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.870000] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.870095] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.870283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.870373] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.870593] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.870698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.870698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.870971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.870971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.871671] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.871943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.871943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.872093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.872134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.872216] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d325d681-8643-43a2-93dd-d4687ad115f5 is going to be updated. [ 944.878986] env[69985]: INFO networking_nsxv3.common.synchronization [None req-19a1ffa1-cf62-426a-aece-809745ac5f70 None None] Enqueued Resource ID: c4faaeee-2bc9-475f-b627-8fe009f0dfbf with Priority: HIGHEST for action port [ 944.879987] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4faaeee-2bc9-475f-b627-8fe009f0dfbf with Priority: HIGHEST for action port [ 944.880338] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4faaeee-2bc9-475f-b627-8fe009f0dfbf taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.881580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4faaeee-2bc9-475f-b627-8fe009f0dfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.881580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4faaeee-2bc9-475f-b627-8fe009f0dfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.881580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4faaeee-2bc9-475f-b627-8fe009f0dfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.881694] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4faaeee-2bc9-475f-b627-8fe009f0dfbf',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.897706] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.897852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.897928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.898136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.898276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.898429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.943345] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: SUCCESS [ 944.943560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.944402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.944402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.944402] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.944402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.944402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.944692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.944692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.944692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.944692] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.949628] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.949881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.949881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.950022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.950080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.950170] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 already deleted. [ 944.950248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.950469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.950518] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.950589] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.024200] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: SUCCESS [ 945.024435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.118334] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: SUCCESS [ 945.118595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.118825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.122161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.122372] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.122497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.122563] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.122737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.122824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.124819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.124819] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.380925] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.384499] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4faaeee-2bc9-475f-b627-8fe009f0dfbf [ 945.384499] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.384499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.384499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.384499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.384499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.384499] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4faaeee-2bc9-475f-b627-8fe009f0dfbf already deleted. [ 945.384499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4faaeee-2bc9-475f-b627-8fe009f0dfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.432563] env[69985]: INFO networking_nsxv3.common.synchronization [None req-c7d6ba89-361f-48e1-badc-4f578c217e05 tempest-MigrationsAdminTest-2064433656 tempest-MigrationsAdminTest-2064433656-project-member] Enqueued Resource ID: 933fea95-a857-42fa-bd3e-b9c86102623e with Priority: HIGHEST for action security_group_rules [ 945.433548] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933fea95-a857-42fa-bd3e-b9c86102623e with Priority: HIGHEST for action security_group_rules [ 945.433548] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-933fea95-a857-42fa-bd3e-b9c86102623e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.433548] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-933fea95-a857-42fa-bd3e-b9c86102623e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.433739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-933fea95-a857-42fa-bd3e-b9c86102623e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.433954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-933fea95-a857-42fa-bd3e-b9c86102623e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.433954] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('933fea95-a857-42fa-bd3e-b9c86102623e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.446483] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.446965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.446965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.446965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.447196] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.447304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.447304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.447456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.447547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.447649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.447792] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.447884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.447935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.448099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.448235] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.448323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.448374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.448508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.448583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.448660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.448771] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.471661] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.471661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.471661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.471661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.471661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.471661] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 already deleted. [ 945.471661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.632461] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.632461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.632461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.632461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.632461] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.632461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.632461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.632461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.632461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.632461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.632461] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.632461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.632461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.632461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.632461] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.632461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.632992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.632992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.632992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.632992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.632992] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.666235] env[69985]: INFO networking_nsxv3.common.synchronization [None req-ad08d738-924c-4e86-aac1-a0a523ac1821 tempest-MigrationsAdminTest-2064433656 tempest-MigrationsAdminTest-2064433656-project-member] Enqueued Resource ID: 933fea95-a857-42fa-bd3e-b9c86102623e with Priority: HIGHEST for action security_group_rules [ 945.666799] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933fea95-a857-42fa-bd3e-b9c86102623e with Priority: HIGHEST for action security_group_rules [ 945.667148] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-933fea95-a857-42fa-bd3e-b9c86102623e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.667390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-933fea95-a857-42fa-bd3e-b9c86102623e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.884532] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.884532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.884532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.884532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.884532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.884532] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b is going to be created. [ 945.905492] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.905803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.905958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.906401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.906643] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.917351] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b in Status: UNINITIALIZED for 2s [ 945.955859] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.955859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.955859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.955859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.955859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.956174] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933fea95-a857-42fa-bd3e-b9c86102623e already deleted. [ 945.956174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-933fea95-a857-42fa-bd3e-b9c86102623e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.956376] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6b3cfd5-19e7-4d81-a692-e4f721207b0b: rpc.has_security_group_logging(os_id): False [ 945.957366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-933fea95-a857-42fa-bd3e-b9c86102623e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.957551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-933fea95-a857-42fa-bd3e-b9c86102623e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.957641] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('933fea95-a857-42fa-bd3e-b9c86102623e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.978520] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.978520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.978520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.978520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.978520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.978520] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.978520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.978520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.978520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.978520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.978520] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.978520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.979345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.979643] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.979838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.980135] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.980583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.983460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.983460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.983460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.983460] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b is going to be created. [ 946.041643] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.042035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.042035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.042243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.042465] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.052787] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: IN_PROGRESS for 2s [ 946.140906] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 686ffa9b-bf16-4389-8157-cbff792d2f79: rpc.has_security_group_logging(os_id): False [ 946.159870] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.159870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.159870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.159870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.160091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.160197] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.160524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.160524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.160524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.160641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.161761] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.161761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.161761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.165041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.165667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.165667] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.165667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.165667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.166190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.166345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.166669] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 is going to be updated. [ 946.246101] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.246101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.246101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.246101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.246101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.280129] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: IN_PROGRESS for 2s [ 946.478231] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.478615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.478615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.478676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.478797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.478880] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933fea95-a857-42fa-bd3e-b9c86102623e already deleted. [ 946.479020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-933fea95-a857-42fa-bd3e-b9c86102623e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.331968] env[69985]: INFO networking_nsxv3.common.synchronization [req-1be89fae-8341-44ac-a87f-acf465c5a46e req-bc50c167-cf8b-483c-a7f4-fdf87af18a02 tempest-ServerRescueNegativeTestJSON-2055163366 tempest-ServerRescueNegativeTestJSON-2055163366-project-member] Enqueued Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_members [ 947.332942] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_members [ 947.333300] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.333438] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.333500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.333699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.334034] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.334034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.334034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.334210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.334289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.334383] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.595023] env[69985]: INFO networking_nsxv3.common.synchronization [None req-4028b2df-2367-4ddd-a9fc-c33124f4b9bb None None] Enqueued Resource ID: bd416e80-4c2c-48a1-94f0-bc6067a35bb0 with Priority: HIGHEST for action port [ 947.595023] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd416e80-4c2c-48a1-94f0-bc6067a35bb0 with Priority: HIGHEST for action port [ 947.595023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd416e80-4c2c-48a1-94f0-bc6067a35bb0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.595736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd416e80-4c2c-48a1-94f0-bc6067a35bb0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.596093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd416e80-4c2c-48a1-94f0-bc6067a35bb0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.596690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd416e80-4c2c-48a1-94f0-bc6067a35bb0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.597314] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd416e80-4c2c-48a1-94f0-bc6067a35bb0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.822182] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.822182] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.822182] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.822182] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.822182] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.822182] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.822182] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.822182] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.822182] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.822182] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.822182] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.822182] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.822782] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.823044] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.823264] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.823505] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.836218] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.841501] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.841662] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.841798] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.841969] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.842282] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-a225b5fb-43a1-478e-bb4d-0436f27e0475 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.842554] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-a225b5fb-43a1-478e-bb4d-0436f27e0475" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.842616] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-a225b5fb-43a1-478e-bb4d-0436f27e0475" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.842872] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-a225b5fb-43a1-478e-bb4d-0436f27e0475" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.844423] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a225b5fb-43a1-478e-bb4d-0436f27e0475',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.927026] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b in Status: SUCCESS [ 947.927255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.927419] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.927636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.927822] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.927936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.928012] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.928165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.928244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.928325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.928414] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.064479] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: SUCCESS [ 948.064712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.104642] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd416e80-4c2c-48a1-94f0-bc6067a35bb0 [ 948.104886] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.104972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.104972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.105214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.105320] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.105681] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd416e80-4c2c-48a1-94f0-bc6067a35bb0 already deleted. [ 948.105681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd416e80-4c2c-48a1-94f0-bc6067a35bb0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.293439] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: SUCCESS [ 948.293439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.293439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.293439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.293439] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.338163] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.354035] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.354035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.354035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.354035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.354035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.354035] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port a225b5fb-43a1-478e-bb4d-0436f27e0475 not found, creating... [ 948.354035] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.354035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.354035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.354035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.354035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.354656] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.354656] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.354656] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.354656] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.354656] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.354656] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: a225b5fb-43a1-478e-bb4d-0436f27e0475 is going to be created. [ 948.372921] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.373333] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.373556] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.373896] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.374276] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.374657] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-a225b5fb-43a1-478e-bb4d-0436f27e0475" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.430860] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.794990] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.795283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.795283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.795460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.795628] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.795726] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.795789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.795932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.796031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.796117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.796204] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.841454] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.841609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.841714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.841896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.841993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.842107] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b is going to be updated. [ 948.868698] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.868845] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.868997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.869242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.869403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.888123] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: IN_PROGRESS for 2s [ 948.940103] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f13cc711-2954-45e2-be30-30a2ac6f1e1b: rpc.has_security_group_logging(os_id): False [ 948.961092] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.961390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.961390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.961574] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.961813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.961813] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.961925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.961971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.962186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.962270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.962362] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b is going to be created. [ 949.028724] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.028949] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.029284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.029641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.029842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.042701] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b in Status: IN_PROGRESS for 2s [ 949.301743] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.301743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.301743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.301743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.301743] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.301743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.301743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.301743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.301743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.301743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.301743] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.301743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.301743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.301743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.301743] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.301743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.302253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.302253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.302253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.302253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.302253] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.306134] env[69985]: INFO networking_nsxv3.common.synchronization [req-1be89fae-8341-44ac-a87f-acf465c5a46e req-c00444c8-8dae-4687-91ce-201c7dde96d6 service nova] Enqueued Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_rules [ 949.306134] env[69985]: INFO networking_nsxv3.common.synchronization [req-1be89fae-8341-44ac-a87f-acf465c5a46e req-c00444c8-8dae-4687-91ce-201c7dde96d6 service nova] Enqueued Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_members [ 949.306134] env[69985]: INFO networking_nsxv3.common.synchronization [req-1be89fae-8341-44ac-a87f-acf465c5a46e req-c00444c8-8dae-4687-91ce-201c7dde96d6 service nova] Enqueued Resource ID: a225b5fb-43a1-478e-bb4d-0436f27e0475 with Priority: HIGHEST for action port [ 949.306134] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_rules [ 949.306134] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_members [ 949.306134] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a225b5fb-43a1-478e-bb4d-0436f27e0475 with Priority: HIGHEST for action port [ 949.306667] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.307414] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.307414] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.307569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.307598] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.308412] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.309904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.309904] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-a225b5fb-43a1-478e-bb4d-0436f27e0475 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.309904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a225b5fb-43a1-478e-bb4d-0436f27e0475" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.309904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a225b5fb-43a1-478e-bb4d-0436f27e0475" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.310575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a225b5fb-43a1-478e-bb4d-0436f27e0475" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.311615] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a225b5fb-43a1-478e-bb4d-0436f27e0475',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.806230] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 686ffa9b-bf16-4389-8157-cbff792d2f79: rpc.has_security_group_logging(os_id): False [ 949.813694] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.813848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.815149] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a225b5fb-43a1-478e-bb4d-0436f27e0475 with status ACTIVE [ 949.815612] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.815772] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.815844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.816063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.816157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.816331] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.816426] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.816486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.816636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.816730] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.816942] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.817045] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.817108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.817247] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.817323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.817407] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a225b5fb-43a1-478e-bb4d-0436f27e0475 is going to be updated. [ 949.824626] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.824751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.824822] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.824994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.825093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.825274] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.825368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.825429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.825571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.825650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.825870] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.825968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.826042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.826184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.826260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.826437] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.826530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.826590] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.826724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.826799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.826883] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 is going to be updated. [ 949.845471] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.845612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.845690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.845877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.846080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.846246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a225b5fb-43a1-478e-bb4d-0436f27e0475" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.892303] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.892471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.892562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.892810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.892983] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.909203] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: IN_PROGRESS for 2s [ 950.897494] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: SUCCESS [ 950.897800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.897884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.898100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.898296] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.898438] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.898467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.898617] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.898671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.898787] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.054250] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b in Status: SUCCESS [ 951.054384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.401736] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.647949] env[69985]: INFO networking_nsxv3.common.synchronization [req-e82bdd40-10d7-4d74-add8-51270c48645f req-69bc7946-1a17-4d53-9149-7988314033e3 tempest-DeleteServersAdminTestJSON-90993296 tempest-DeleteServersAdminTestJSON-90993296-project-member] Enqueued Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_members [ 951.648574] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGHEST for action security_group_members [ 951.648903] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.649326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.653026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.653026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.653026] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.653026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.653026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.653026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.653026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.653026] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.905215] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.924842] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: SUCCESS [ 951.924842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.154270] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.154270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.154270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.157283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.158472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.158472] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.158472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.158472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.158472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.158472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.158472] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e52cae-5536-4095-a1c9-65b96e896aae is going to be updated. [ 952.185368] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.185531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.185531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.185742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.185878] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.195555] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: IN_PROGRESS for 2s [ 952.408659] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.408816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.408890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.409140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.409276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.409422] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b is going to be updated. [ 952.445167] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.445167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.445167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.445167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.445167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.454803] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: IN_PROGRESS for 2s [ 952.521172] env[69985]: INFO networking_nsxv3.common.synchronization [req-9227a00e-b1db-4106-9e56-3bf46d034184 req-0efe9d8f-ce1a-4ef6-afbf-9dbf35690a80 tempest-ServersTestJSON-36232975 tempest-ServersTestJSON-36232975-project-member] Enqueued Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGHEST for action security_group_members [ 952.521172] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGHEST for action security_group_members [ 952.521172] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9688fbe2-6a23-4c34-bdb5-81ac288049d0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.521172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.521172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.521172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.521172] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.521172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.521172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.521172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.521172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.521172] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9688fbe2-6a23-4c34-bdb5-81ac288049d0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.024568] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.024851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.024851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.025034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.025152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.025406] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.025536] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.025605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.025786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.025868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.025955] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 already deleted. [ 953.026047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.055338] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.055738] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-223" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.055738] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-223" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.056394] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-223" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.056394] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.056574] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.056574] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.056782] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.056927] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.057174] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.057292] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.057428] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.057558] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.057695] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.057846] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.058521] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.076088] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.076284] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 953.076428] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.076613] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-223" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.076919] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-cc179b5e-5d8b-49eb-99ea-6adcb9e0af27 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.077157] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-cc179b5e-5d8b-49eb-99ea-6adcb9e0af27" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.077224] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-cc179b5e-5d8b-49eb-99ea-6adcb9e0af27" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.077541] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-cc179b5e-5d8b-49eb-99ea-6adcb9e0af27" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.077685] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc179b5e-5d8b-49eb-99ea-6adcb9e0af27',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.580901] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.584035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.584035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.584035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.584035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.584035] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port cc179b5e-5d8b-49eb-99ea-6adcb9e0af27 not found, creating... [ 953.584035] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.584035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.584035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.584035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.585779] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.585779] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.585779] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.585779] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.585779] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.586320] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.586547] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: cc179b5e-5d8b-49eb-99ea-6adcb9e0af27 is going to be created. [ 953.608418] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.608627] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.608759] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.609059] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.609378] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.609617] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-cc179b5e-5d8b-49eb-99ea-6adcb9e0af27" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.202660] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e52cae-5536-4095-a1c9-65b96e896aae in Status: SUCCESS [ 954.203626] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e52cae-5536-4095-a1c9-65b96e896aae deletion is rescheduled due to dependency. [ 954.203884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.429439] env[69985]: INFO networking_nsxv3.common.synchronization [req-9227a00e-b1db-4106-9e56-3bf46d034184 req-936c01da-9e09-4196-98e1-76634c8b0b17 service nova] Enqueued Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGHEST for action security_group_rules [ 954.429687] env[69985]: INFO networking_nsxv3.common.synchronization [req-9227a00e-b1db-4106-9e56-3bf46d034184 req-936c01da-9e09-4196-98e1-76634c8b0b17 service nova] Enqueued Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGHEST for action security_group_members [ 954.429835] env[69985]: INFO networking_nsxv3.common.synchronization [req-9227a00e-b1db-4106-9e56-3bf46d034184 req-936c01da-9e09-4196-98e1-76634c8b0b17 service nova] Enqueued Resource ID: cc179b5e-5d8b-49eb-99ea-6adcb9e0af27 with Priority: HIGHEST for action port [ 954.431436] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGHEST for action security_group_rules [ 954.431436] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGHEST for action security_group_members [ 954.431436] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc179b5e-5d8b-49eb-99ea-6adcb9e0af27 with Priority: HIGHEST for action port [ 954.431436] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.433196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.433196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.433196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.433196] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9688fbe2-6a23-4c34-bdb5-81ac288049d0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.435062] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9688fbe2-6a23-4c34-bdb5-81ac288049d0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.435062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.435062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.435062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.435062] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.435062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.435062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.435062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.435062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.435062] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9688fbe2-6a23-4c34-bdb5-81ac288049d0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.436724] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc179b5e-5d8b-49eb-99ea-6adcb9e0af27 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.436846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc179b5e-5d8b-49eb-99ea-6adcb9e0af27" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.436912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc179b5e-5d8b-49eb-99ea-6adcb9e0af27" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.437991] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc179b5e-5d8b-49eb-99ea-6adcb9e0af27" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.437991] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc179b5e-5d8b-49eb-99ea-6adcb9e0af27',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.464481] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: SUCCESS [ 954.464730] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.465165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.465457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.465674] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.465796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.465863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.466025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.466113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.466199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.466309] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.939083] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9688fbe2-6a23-4c34-bdb5-81ac288049d0 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.939340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.939494] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9688fbe2-6a23-4c34-bdb5-81ac288049d0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.940512] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc179b5e-5d8b-49eb-99ea-6adcb9e0af27 with status ACTIVE [ 954.940773] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.940937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.941055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.941290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.941392] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.941609] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.941711] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.941789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.941976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.947975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.947975] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.947975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.947975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.948361] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.948594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.948780] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc179b5e-5d8b-49eb-99ea-6adcb9e0af27 is going to be updated. [ 954.968121] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.968385] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.968431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.968740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.968908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.969080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc179b5e-5d8b-49eb-99ea-6adcb9e0af27" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.970727] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.970866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.971308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.971308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.971451] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.972336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.972336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.972336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.972336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.972336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.972336] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.972336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.972336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.973306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.973306] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.973306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.973306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.973306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.973306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.973306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.973306] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.451801] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9688fbe2-6a23-4c34-bdb5-81ac288049d0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.479073] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6b3cfd5-19e7-4d81-a692-e4f721207b0b: rpc.has_security_group_logging(os_id): False [ 955.504201] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.504201] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.504201] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.504650] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.504650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.504650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.504650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.504650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.504650] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b is going to be updated. [ 955.563203] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.563203] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.563323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.563753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.563753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.575307] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: IN_PROGRESS for 2s [ 955.953852] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.954285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.957531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.957531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.957644] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.958152] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 is going to be created. [ 955.980483] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.980706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.980794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.980994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.981167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.990517] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 in Status: UNINITIALIZED for 2s [ 957.587901] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: SUCCESS [ 957.588295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.004300] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 in Status: SUCCESS [ 958.004593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.004765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.005023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.006058] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.006058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.006058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.006058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.006058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.006058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.006058] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9688fbe2-6a23-4c34-bdb5-81ac288049d0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.387873] env[69985]: INFO networking_nsxv3.common.synchronization [req-f9584699-a182-4fe8-a161-07ef328c4623 req-3f9ad304-5709-45cb-a149-9c136be9114a tempest-ServersAdminTestJSON-40334490 tempest-ServersAdminTestJSON-40334490-project-member] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 958.388593] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 958.388749] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.388882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.388953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.389217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.389463] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.389529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.389601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.390803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.390803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.390803] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.507708] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9688fbe2-6a23-4c34-bdb5-81ac288049d0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.892567] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.017256] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9688fbe2-6a23-4c34-bdb5-81ac288049d0: rpc.has_security_group_logging(os_id): False [ 959.036231] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.036231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.036231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.036231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.036231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.036426] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.036509] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.036610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.036789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.036789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.036872] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 is going to be created. [ 959.094677] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.094841] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.094912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.095170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.095354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.113129] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 in Status: IN_PROGRESS for 2s [ 959.123149] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.123410] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.123587] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.123946] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.124250] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.126150] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.126150] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.126150] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.126150] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.126150] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.126150] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.126150] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.126150] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.126150] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.126150] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.126150] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.148224] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.149583] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 959.149583] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.149583] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.149583] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-2dde3583-4d1f-43c5-8824-63e1fab3ee3d taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.149583] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-2dde3583-4d1f-43c5-8824-63e1fab3ee3d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.150276] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-2dde3583-4d1f-43c5-8824-63e1fab3ee3d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.150276] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-2dde3583-4d1f-43c5-8824-63e1fab3ee3d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.150616] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dde3583-4d1f-43c5-8824-63e1fab3ee3d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.334938] env[69985]: INFO networking_nsxv3.common.synchronization [None req-75a8f811-4dba-42d6-829b-8043ad0c83e2 None None] Enqueued Resource ID: 45b6c612-5a5b-4e9f-bac1-36fdb14752d5 with Priority: HIGHEST for action port [ 959.334986] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b6c612-5a5b-4e9f-bac1-36fdb14752d5 with Priority: HIGHEST for action port [ 959.338018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-45b6c612-5a5b-4e9f-bac1-36fdb14752d5 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.338018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45b6c612-5a5b-4e9f-bac1-36fdb14752d5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.338018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45b6c612-5a5b-4e9f-bac1-36fdb14752d5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.338018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45b6c612-5a5b-4e9f-bac1-36fdb14752d5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.338018] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b6c612-5a5b-4e9f-bac1-36fdb14752d5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.397642] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.653480] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.654128] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.654214] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.655664] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.655664] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.655664] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 2dde3583-4d1f-43c5-8824-63e1fab3ee3d not found, creating... [ 959.655664] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.655664] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.657650] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.657955] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.658193] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.658518] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.658677] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.658792] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.659023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.659165] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.659307] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 2dde3583-4d1f-43c5-8824-63e1fab3ee3d is going to be created. [ 959.679994] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.679994] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.679994] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.679994] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.679994] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.679994] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-2dde3583-4d1f-43c5-8824-63e1fab3ee3d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.841248] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45b6c612-5a5b-4e9f-bac1-36fdb14752d5 [ 959.841488] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.841643] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.841717] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.841915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.842030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.842140] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45b6c612-5a5b-4e9f-bac1-36fdb14752d5 already deleted. [ 959.842201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45b6c612-5a5b-4e9f-bac1-36fdb14752d5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.900581] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.901011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.901011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.901011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.901163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.901163] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be updated. [ 959.928383] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.928653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.929233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.929233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.929233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.937693] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 960.440537] env[69985]: INFO networking_nsxv3.common.synchronization [req-f9584699-a182-4fe8-a161-07ef328c4623 req-fe769d67-66a0-493a-b2ea-08e3cac7c157 service nova] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_rules [ 960.440581] env[69985]: INFO networking_nsxv3.common.synchronization [req-f9584699-a182-4fe8-a161-07ef328c4623 req-fe769d67-66a0-493a-b2ea-08e3cac7c157 service nova] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 960.442832] env[69985]: INFO networking_nsxv3.common.synchronization [req-f9584699-a182-4fe8-a161-07ef328c4623 req-fe769d67-66a0-493a-b2ea-08e3cac7c157 service nova] Enqueued Resource ID: 2dde3583-4d1f-43c5-8824-63e1fab3ee3d with Priority: HIGHEST for action port [ 960.442832] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_rules [ 960.442832] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 960.442832] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dde3583-4d1f-43c5-8824-63e1fab3ee3d with Priority: HIGHEST for action port [ 960.442832] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.442832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.442832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.442832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.442832] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.444486] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.444555] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.444859] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dde3583-4d1f-43c5-8824-63e1fab3ee3d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.444859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dde3583-4d1f-43c5-8824-63e1fab3ee3d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.445038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dde3583-4d1f-43c5-8824-63e1fab3ee3d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.445804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dde3583-4d1f-43c5-8824-63e1fab3ee3d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.445860] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dde3583-4d1f-43c5-8824-63e1fab3ee3d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.948247] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.948604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.948640] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dde3583-4d1f-43c5-8824-63e1fab3ee3d with status ACTIVE [ 960.948802] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.948910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.948974] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.949202] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.949296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.949530] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.949623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.949689] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.949844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.949934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.950165] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.950267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.950331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.950472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.950548] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.950632] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dde3583-4d1f-43c5-8824-63e1fab3ee3d is going to be updated. [ 960.970729] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.970887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.970964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.971185] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.971763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.971763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dde3583-4d1f-43c5-8824-63e1fab3ee3d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.062723] env[69985]: INFO networking_nsxv3.common.synchronization [req-061c8893-c26d-4acd-bb25-05609a003b05 req-8f818330-a34a-46db-8ff7-f0d79a7fcaf6 tempest-ServerRescueTestJSON-1973402 tempest-ServerRescueTestJSON-1973402-project-member] Enqueued Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_members [ 961.063632] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_members [ 961.063632] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.063881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.063881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.064094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.064140] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.064210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.064311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.064434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.064526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.064619] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.124611] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 in Status: SUCCESS [ 961.124611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.402805] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.403009] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-176" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.403145] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-176" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.403411] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-176" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.403664] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.403819] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.404046] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.404338] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.404442] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.404674] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.404986] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.405117] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.405230] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.405343] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.405449] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.405585] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.424228] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.424228] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.424228] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.424228] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-176" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.424842] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-9f2a98a5-6cca-48ee-84a6-66bf08b7e92f taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.425203] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-9f2a98a5-6cca-48ee-84a6-66bf08b7e92f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.426065] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-9f2a98a5-6cca-48ee-84a6-66bf08b7e92f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.426065] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-9f2a98a5-6cca-48ee-84a6-66bf08b7e92f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.426065] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f2a98a5-6cca-48ee-84a6-66bf08b7e92f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.567473] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.825847] env[69985]: INFO networking_nsxv3.common.synchronization [None req-04c5e7f2-6d23-412a-96f0-e44a12a368ad None None] Enqueued Resource ID: 146b5144-fcf8-407a-97b0-2739e59c65d8 with Priority: HIGHEST for action port [ 961.826205] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146b5144-fcf8-407a-97b0-2739e59c65d8 with Priority: HIGHEST for action port [ 961.826672] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-146b5144-fcf8-407a-97b0-2739e59c65d8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.826796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-146b5144-fcf8-407a-97b0-2739e59c65d8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.826865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-146b5144-fcf8-407a-97b0-2739e59c65d8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.827117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-146b5144-fcf8-407a-97b0-2739e59c65d8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.827192] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('146b5144-fcf8-407a-97b0-2739e59c65d8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.929636] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.930452] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.930452] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.930452] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.930692] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.930804] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 9f2a98a5-6cca-48ee-84a6-66bf08b7e92f not found, creating... [ 961.931109] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.931556] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.931556] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.931703] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.931750] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.932029] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.932439] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.932439] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.932620] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.932718] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.933276] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 9f2a98a5-6cca-48ee-84a6-66bf08b7e92f is going to be created. [ 961.948099] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 961.948296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.948941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.948941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.948941] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.948941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.949297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.949297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.949297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.949418] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.971447] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.971658] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.972076] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.972076] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.972287] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.972588] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-9f2a98a5-6cca-48ee-84a6-66bf08b7e92f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.074078] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.329127] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 146b5144-fcf8-407a-97b0-2739e59c65d8 [ 962.330536] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.330699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.330751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.331152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.331237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.331361] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:146b5144-fcf8-407a-97b0-2739e59c65d8 already deleted. [ 962.331457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-146b5144-fcf8-407a-97b0-2739e59c65d8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.454149] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.578479] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.578479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.578479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.578479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.578479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.578479] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 is going to be updated. [ 962.603824] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.603824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.603824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.603824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.603824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.612230] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: IN_PROGRESS for 2s [ 962.730538] env[69985]: INFO networking_nsxv3.common.synchronization [req-061c8893-c26d-4acd-bb25-05609a003b05 req-d1143eb6-68a2-4789-ad63-75c8c7c1cbe2 service nova] Enqueued Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_rules [ 962.730711] env[69985]: INFO networking_nsxv3.common.synchronization [req-061c8893-c26d-4acd-bb25-05609a003b05 req-d1143eb6-68a2-4789-ad63-75c8c7c1cbe2 service nova] Enqueued Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_members [ 962.730866] env[69985]: INFO networking_nsxv3.common.synchronization [req-061c8893-c26d-4acd-bb25-05609a003b05 req-d1143eb6-68a2-4789-ad63-75c8c7c1cbe2 service nova] Enqueued Resource ID: 9f2a98a5-6cca-48ee-84a6-66bf08b7e92f with Priority: HIGHEST for action port [ 962.731109] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_rules [ 962.731243] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_members [ 962.731339] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f2a98a5-6cca-48ee-84a6-66bf08b7e92f with Priority: HIGHEST for action port [ 962.732464] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.732643] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.732878] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.733149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.734049] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.734274] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.734417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.734654] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f2a98a5-6cca-48ee-84a6-66bf08b7e92f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.735448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f2a98a5-6cca-48ee-84a6-66bf08b7e92f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.735448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f2a98a5-6cca-48ee-84a6-66bf08b7e92f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.735448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f2a98a5-6cca-48ee-84a6-66bf08b7e92f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.735448] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f2a98a5-6cca-48ee-84a6-66bf08b7e92f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.956469] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.237424] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.237612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.241081] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f2a98a5-6cca-48ee-84a6-66bf08b7e92f with status ACTIVE [ 963.241081] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.241081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.241081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.241081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.241081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.241081] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.241081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.241081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.241081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.241588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.241588] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.241588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.241588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.241588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.241724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.241724] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f2a98a5-6cca-48ee-84a6-66bf08b7e92f is going to be updated. [ 963.277195] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.277377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.277422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.277655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.277797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.277958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f2a98a5-6cca-48ee-84a6-66bf08b7e92f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.459387] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.459620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.459694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.459947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.460113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.460266] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be updated. [ 963.497093] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.497273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.497332] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.497566] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.497722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.506282] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 964.065734] env[69985]: INFO networking_nsxv3.common.synchronization [req-c954bdd9-ccf6-4344-9720-b4318d63c4c8 req-c6730d9d-542a-46db-9dd8-8c155c102b92 tempest-ServerActionsTestOtherB-873622132 tempest-ServerActionsTestOtherB-873622132-project-member] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 964.066644] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 964.067100] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.068051] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.068051] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.068051] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.068051] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.068267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.068267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.068637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.068637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.068637] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.572322] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.572500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.572576] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.572863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.572961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.573217] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.573334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.573401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.573593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.573702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.573786] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 already deleted. [ 964.573870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.622452] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: SUCCESS [ 964.623571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.623803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.624067] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.624300] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.624434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.624510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.624728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.624833] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.624937] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.719020] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.719020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.719020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.719020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.719743] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.720158] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.720459] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.723024] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.723024] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.723024] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.723024] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.723024] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.723024] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.723024] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.723024] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.723024] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.743049] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.743049] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.743049] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.743049] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.743049] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-b39fa912-b02a-4764-8cc8-f79e08d575c6 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.743049] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-b39fa912-b02a-4764-8cc8-f79e08d575c6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.743049] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-b39fa912-b02a-4764-8cc8-f79e08d575c6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.744019] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-b39fa912-b02a-4764-8cc8-f79e08d575c6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.744496] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39fa912-b02a-4764-8cc8-f79e08d575c6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.924184] env[69985]: INFO networking_nsxv3.common.synchronization [req-38c08824-d61d-402f-872e-2209c64205ed req-6e34de76-32e4-4dc5-b362-eba3809ea031 tempest-ListServerFiltersTestJSON-499730754 tempest-ListServerFiltersTestJSON-499730754-project-member] Enqueued Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 964.924792] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 964.925203] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.925375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.925467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.925708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.925945] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.926080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.926172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.926383] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.926518] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.926632] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.127282] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.248063] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.248327] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.248443] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.248747] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.248913] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.249097] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port b39fa912-b02a-4764-8cc8-f79e08d575c6 not found, creating... [ 965.249355] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.249511] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.249672] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.249928] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.250074] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.250378] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.250536] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.250652] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.250875] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.251046] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.251173] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: b39fa912-b02a-4764-8cc8-f79e08d575c6 is going to be created. [ 965.279147] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.279387] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.279533] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.279893] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.280134] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.280422] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-b39fa912-b02a-4764-8cc8-f79e08d575c6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.428906] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.518437] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 965.518437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.518437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.520684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.520684] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.520684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.520684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.520684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.520684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.520684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.520684] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.630782] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.930990] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.023530] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.023719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.024300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.024300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.024300] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.024300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.024640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.024701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.024809] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.024915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.025111] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.025218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.025301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.025455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.025745] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.025877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.025940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.026165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.026243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.026429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.026481] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.133438] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.133740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.133740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.133894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.133987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.134116] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 is going to be updated. [ 966.160196] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.161039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.161039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.161039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.161039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.169119] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: IN_PROGRESS for 2s [ 966.193304] env[69985]: INFO networking_nsxv3.common.synchronization [req-c954bdd9-ccf6-4344-9720-b4318d63c4c8 req-ce3d6a6f-1249-4d0d-b402-210a49e51c4a service nova] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_rules [ 966.193479] env[69985]: INFO networking_nsxv3.common.synchronization [req-c954bdd9-ccf6-4344-9720-b4318d63c4c8 req-ce3d6a6f-1249-4d0d-b402-210a49e51c4a service nova] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 966.193617] env[69985]: INFO networking_nsxv3.common.synchronization [req-c954bdd9-ccf6-4344-9720-b4318d63c4c8 req-ce3d6a6f-1249-4d0d-b402-210a49e51c4a service nova] Enqueued Resource ID: b39fa912-b02a-4764-8cc8-f79e08d575c6 with Priority: HIGHEST for action port [ 966.193891] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_rules [ 966.194051] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 966.194162] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39fa912-b02a-4764-8cc8-f79e08d575c6 with Priority: HIGHEST for action port [ 966.194704] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.194832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.194898] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.199611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.199768] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.200699] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.200832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.200903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.201104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.201262] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.201355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.201417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.201552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.201659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.201759] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.206020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b39fa912-b02a-4764-8cc8-f79e08d575c6 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.206020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b39fa912-b02a-4764-8cc8-f79e08d575c6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.206020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b39fa912-b02a-4764-8cc8-f79e08d575c6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.206020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b39fa912-b02a-4764-8cc8-f79e08d575c6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.206020] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39fa912-b02a-4764-8cc8-f79e08d575c6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.435838] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.436012] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.436091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.436309] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.436407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.436505] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 is going to be updated. [ 966.463219] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.463311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.463391] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.463623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.463795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.476866] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: IN_PROGRESS for 2s [ 966.534651] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edb81510-055b-4e10-bb75-a9b3f326fe5f: rpc.has_security_group_logging(os_id): False [ 966.555832] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.555984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.556073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.556300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.556418] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.556641] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.556762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.556823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.557018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.557102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.557289] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.557384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.557446] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.557585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.557671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.557876] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.558031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.558103] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.558262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.558338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.558469] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be updated. [ 966.623222] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.623370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.623437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.623657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.623800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.640029] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 966.705518] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.705684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.705963] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.706967] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b39fa912-b02a-4764-8cc8-f79e08d575c6 with status ACTIVE [ 966.707188] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.707326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.707408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.708108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.708108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.708246] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.708311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.708381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.709396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.709396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.709396] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.709396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.709396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.709396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.709396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.709396] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b39fa912-b02a-4764-8cc8-f79e08d575c6 is going to be updated. [ 966.739864] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.740026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.740119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.740328] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.740466] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.740618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b39fa912-b02a-4764-8cc8-f79e08d575c6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.212077] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.713616] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.713775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.713872] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.714079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.714174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.714274] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be created. [ 967.736982] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.737238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.737301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.737514] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.737669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.750759] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: UNINITIALIZED for 2s [ 968.180037] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: IN_PROGRESS for 4s [ 968.485693] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: SUCCESS [ 968.485971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.650191] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 968.650537] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.765795] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 969.765795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.765795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.765795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.765795] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.765795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.765795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.765795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.765795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.765795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.765795] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.191249] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: SUCCESS [ 970.191475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.192166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.192166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.192284] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.192338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.192429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.192525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.192612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.192713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.192813] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.268781] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.695731] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.699022] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.699022] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.699022] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.699022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.699622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.699622] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.774392] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72360503-e0a4-4e6d-9911-6348a862f4a8: rpc.has_security_group_logging(os_id): False [ 970.791710] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.791867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.791942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.792195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.792314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.792594] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.792723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.792935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.792935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.793022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.793117] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be created. [ 970.852629] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.852629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.852629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.852629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.852629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.861432] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 971.096574] env[69985]: INFO networking_nsxv3.common.synchronization [req-7ab9f941-5191-4f32-bee9-9f61e9fe6026 req-1578b341-c561-4200-8c19-5e12f6325334 tempest-FloatingIPsAssociationTestJSON-895309651 tempest-FloatingIPsAssociationTestJSON-895309651-project-member] Enqueued Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_members [ 971.097140] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGHEST for action security_group_members [ 971.097444] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.097607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.097647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.097882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.098494] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.098645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.098761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.098935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.099033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.099294] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.201489] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57eda469-e6e8-414a-8df2-1ddfa2fa7855: rpc.has_security_group_logging(os_id): False [ 971.220679] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.220928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.220988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.221921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.221921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.221921] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.221921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.222212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.222240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.222357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.222606] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.222749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.222907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.223062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.223138] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.223405] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.223527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.223591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.223800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.223965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.224153] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 is going to be updated. [ 971.304647] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.304647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.304874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.305135] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.305366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.319262] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: IN_PROGRESS for 2s [ 971.605028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.605028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.605028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.605028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.605028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.605028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.605028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.605028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.605028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.605028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.605028] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f087b6ad-c741-4152-bab2-b8adc5a80532 is going to be updated. [ 971.630192] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.630192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.630192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.630402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.630536] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.639248] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: IN_PROGRESS for 2s [ 972.873615] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 972.873615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.172549] env[69985]: INFO networking_nsxv3.common.synchronization [None req-3e7b68e3-ac05-4a77-a8c1-0c039bbade9c None None] Enqueued Resource ID: a5f1c812-2184-4761-af3a-b7fa64af12d3 with Priority: HIGHEST for action port [ 973.175017] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f1c812-2184-4761-af3a-b7fa64af12d3 with Priority: HIGHEST for action port [ 973.175197] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5f1c812-2184-4761-af3a-b7fa64af12d3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.175520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5f1c812-2184-4761-af3a-b7fa64af12d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.175959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5f1c812-2184-4761-af3a-b7fa64af12d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.178030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5f1c812-2184-4761-af3a-b7fa64af12d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.178030] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5f1c812-2184-4761-af3a-b7fa64af12d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.335245] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: SUCCESS [ 973.335245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.649641] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f087b6ad-c741-4152-bab2-b8adc5a80532 in Status: SUCCESS [ 973.649641] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f087b6ad-c741-4152-bab2-b8adc5a80532 deletion is rescheduled due to dependency. [ 973.649641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.681796] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5f1c812-2184-4761-af3a-b7fa64af12d3 [ 973.683086] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.683086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.683086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.683086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.683086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.683086] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5f1c812-2184-4761-af3a-b7fa64af12d3 already deleted. [ 973.684124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5f1c812-2184-4761-af3a-b7fa64af12d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.880710] env[69985]: INFO networking_nsxv3.common.synchronization [None req-f716c209-e6b1-4532-8833-38047fbbc83e None None] Enqueued Resource ID: 861d8445-7c80-4f3e-84ff-154122d3eba7 with Priority: HIGHEST for action port [ 975.883730] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 861d8445-7c80-4f3e-84ff-154122d3eba7 with Priority: HIGHEST for action port [ 975.886159] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-861d8445-7c80-4f3e-84ff-154122d3eba7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.886331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-861d8445-7c80-4f3e-84ff-154122d3eba7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.886390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-861d8445-7c80-4f3e-84ff-154122d3eba7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.886678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-861d8445-7c80-4f3e-84ff-154122d3eba7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.886782] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('861d8445-7c80-4f3e-84ff-154122d3eba7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.390125] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 861d8445-7c80-4f3e-84ff-154122d3eba7 [ 976.390125] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.390125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.390125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.390125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.390125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.390125] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:861d8445-7c80-4f3e-84ff-154122d3eba7 already deleted. [ 976.390347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-861d8445-7c80-4f3e-84ff-154122d3eba7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.685072] env[69985]: INFO networking_nsxv3.common.synchronization [None req-8b9f4c77-5bcb-426c-9132-c9978c5ad50e None None] Enqueued Resource ID: dbd43dcb-f320-43c1-bfae-5b818642569f with Priority: HIGHEST for action port [ 978.685656] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd43dcb-f320-43c1-bfae-5b818642569f with Priority: HIGHEST for action port [ 978.686036] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbd43dcb-f320-43c1-bfae-5b818642569f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.686117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbd43dcb-f320-43c1-bfae-5b818642569f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.686170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbd43dcb-f320-43c1-bfae-5b818642569f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.686407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbd43dcb-f320-43c1-bfae-5b818642569f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.686536] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbd43dcb-f320-43c1-bfae-5b818642569f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.189511] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbd43dcb-f320-43c1-bfae-5b818642569f [ 979.189785] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.189931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.189967] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.190195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.190343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.190434] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbd43dcb-f320-43c1-bfae-5b818642569f already deleted. [ 979.190526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbd43dcb-f320-43c1-bfae-5b818642569f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.153279] env[69985]: INFO networking_nsxv3.common.synchronization [None req-eae62a13-f65f-4332-8c09-3625d55d66e4 None None] Enqueued Resource ID: d4359a10-0daa-453e-b76d-88456f663d3f with Priority: HIGHEST for action port [ 981.153611] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4359a10-0daa-453e-b76d-88456f663d3f with Priority: HIGHEST for action port [ 981.154142] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4359a10-0daa-453e-b76d-88456f663d3f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.154264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4359a10-0daa-453e-b76d-88456f663d3f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.154324] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4359a10-0daa-453e-b76d-88456f663d3f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.154608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4359a10-0daa-453e-b76d-88456f663d3f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.154691] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4359a10-0daa-453e-b76d-88456f663d3f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.658550] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4359a10-0daa-453e-b76d-88456f663d3f [ 981.658550] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.658550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.658550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.658832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.658832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.658970] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4359a10-0daa-453e-b76d-88456f663d3f already deleted. [ 981.659068] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4359a10-0daa-453e-b76d-88456f663d3f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.154670] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 986.155011] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 986.272266] env[69985]: INFO networking_nsxv3.common.synchronization [req-04328045-a2bc-46a7-a2cd-806d0cf8df9d req-2e52bee1-42f0-4dbc-820e-c434df1b7ccd tempest-ListServersNegativeTestJSON-1216494605 tempest-ListServersNegativeTestJSON-1216494605-project-member] Enqueued Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 986.272978] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 986.273091] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.274462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.274462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.274462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.274462] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.274462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.274462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.274462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.274462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.274462] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.619685] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.620666] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-921" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.620666] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-921" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.620666] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-921" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.620666] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.620982] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.620982] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.621151] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.621293] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.621494] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.621607] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.621715] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.621822] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.621928] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.622042] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.622171] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.639827] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.640035] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.640182] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.640360] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-921" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.640713] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-c3a06e04-2fae-4c1e-bece-fd85d6e74f50 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.640898] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-c3a06e04-2fae-4c1e-bece-fd85d6e74f50" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.641035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-c3a06e04-2fae-4c1e-bece-fd85d6e74f50" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.641372] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-c3a06e04-2fae-4c1e-bece-fd85d6e74f50" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.641517] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3a06e04-2fae-4c1e-bece-fd85d6e74f50',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.776179] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.776338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.776410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.776625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.776718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.776926] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.777042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.777108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.777254] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.777330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.777414] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 already deleted. [ 986.777492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.144437] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.144579] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.144579] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.144853] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.145550] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.145550] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port c3a06e04-2fae-4c1e-bece-fd85d6e74f50 not found, creating... [ 987.145550] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.145729] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.145729] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.145928] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.146085] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.146366] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.147120] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.147120] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.147120] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.147120] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.147120] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: c3a06e04-2fae-4c1e-bece-fd85d6e74f50 is going to be created. [ 987.168644] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.168974] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.168974] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.169275] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.169497] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.170208] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-c3a06e04-2fae-4c1e-bece-fd85d6e74f50" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.758693] env[69985]: INFO networking_nsxv3.common.synchronization [None req-cf70cbe3-123d-4e3a-b6e3-71f2e319e855 tempest-ServerRescueNegativeTestJSON-2055163366 tempest-ServerRescueNegativeTestJSON-2055163366-project-member] Enqueued Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGHEST for action security_group_rules [ 987.758693] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGHEST for action security_group_rules [ 987.758693] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.758857] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.758857] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.763163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.763369] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af19154-8e6e-4ffd-8edf-1b770d2c3832',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.888645] env[69985]: INFO networking_nsxv3.common.synchronization [None req-cfdfa6b7-916a-4be9-81a3-f15808774d4f tempest-ServerRescueNegativeTestJSON-2055163366 tempest-ServerRescueNegativeTestJSON-2055163366-project-member] Enqueued Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGHEST for action security_group_rules [ 987.888645] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGHEST for action security_group_rules [ 987.888645] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.888645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.992836] env[69985]: INFO networking_nsxv3.common.synchronization [req-04328045-a2bc-46a7-a2cd-806d0cf8df9d req-d0ce8602-f235-4877-9ad9-ddc6940bcdd9 service nova] Enqueued Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_rules [ 987.992836] env[69985]: INFO networking_nsxv3.common.synchronization [req-04328045-a2bc-46a7-a2cd-806d0cf8df9d req-d0ce8602-f235-4877-9ad9-ddc6940bcdd9 service nova] Enqueued Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 987.992836] env[69985]: INFO networking_nsxv3.common.synchronization [req-04328045-a2bc-46a7-a2cd-806d0cf8df9d req-d0ce8602-f235-4877-9ad9-ddc6940bcdd9 service nova] Enqueued Resource ID: c3a06e04-2fae-4c1e-bece-fd85d6e74f50 with Priority: HIGHEST for action port [ 987.992836] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_rules [ 987.992836] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 987.992836] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a06e04-2fae-4c1e-bece-fd85d6e74f50 with Priority: HIGHEST for action port [ 987.992836] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.992836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.992836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.992836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.992836] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.994090] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.994349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.994497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.995250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.995250] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.996758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.996758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.996758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.996758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.996758] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.997669] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3a06e04-2fae-4c1e-bece-fd85d6e74f50 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.998208] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3a06e04-2fae-4c1e-bece-fd85d6e74f50" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.998404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3a06e04-2fae-4c1e-bece-fd85d6e74f50" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.998803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3a06e04-2fae-4c1e-bece-fd85d6e74f50" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.998991] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3a06e04-2fae-4c1e-bece-fd85d6e74f50',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.283965] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.284294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.284294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.284415] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.284503] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.284598] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 already deleted. [ 988.284676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.284824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.284968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.285067] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af19154-8e6e-4ffd-8edf-1b770d2c3832',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.497978] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.498149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.498343] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.505374] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3a06e04-2fae-4c1e-bece-fd85d6e74f50 with status ACTIVE [ 988.505374] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.505374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.505374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.505374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.505374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.505374] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.505374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.505374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.505374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.505374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.506337] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.506337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.506337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.506337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.506337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.506337] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3a06e04-2fae-4c1e-bece-fd85d6e74f50 is going to be updated. [ 988.526011] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.526174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.526231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.526427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.526558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.526710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3a06e04-2fae-4c1e-bece-fd85d6e74f50" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.803904] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.803904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.803904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.803904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.803904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.803904] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 already deleted. [ 988.803904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.000592] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.503717] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.504201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.504362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.504362] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 is going to be created. [ 989.527241] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.527416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.527458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.527849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.528047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.536544] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: UNINITIALIZED for 2s [ 989.802363] env[69985]: INFO networking_nsxv3.common.synchronization [req-7ef51d92-04b2-4bf7-b490-4a385720d045 req-2d9c3f21-8fc8-463c-ab61-b4b355666ba2 tempest-ServerRescueTestJSON-1973402 tempest-ServerRescueTestJSON-1973402-project-member] Enqueued Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_members [ 989.802890] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_members [ 989.803317] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.803496] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.804228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.804228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.804228] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.804228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.804228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.804461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.804497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.804655] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.303768] env[69985]: INFO networking_nsxv3.common.synchronization [req-04328045-a2bc-46a7-a2cd-806d0cf8df9d req-43ca7dfb-a961-4d8c-b993-cf5e8c9741b8 tempest-ListServersNegativeTestJSON-1216494605 tempest-ListServersNegativeTestJSON-1216494605-project-member] Enqueued Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 990.303768] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 990.303768] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.303768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.306845] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.608851] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.609157] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-921" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.609203] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-921" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.609451] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-921" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.609705] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.609861] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.609982] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.610354] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.610508] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.610719] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.610879] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.611028] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.611131] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.611246] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.611353] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.611488] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.629078] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.633191] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.633407] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.633598] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-921" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.633923] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-bd5193f4-aa70-4668-af0b-696f84cf0080 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.634218] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-bd5193f4-aa70-4668-af0b-696f84cf0080" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.634325] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-bd5193f4-aa70-4668-af0b-696f84cf0080" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.634556] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-bd5193f4-aa70-4668-af0b-696f84cf0080" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.634697] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5193f4-aa70-4668-af0b-696f84cf0080',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.796233] env[69985]: INFO networking_nsxv3.common.synchronization [req-d8dda7b1-4c53-4e71-9e7e-d3afa6b0fe7b req-b130104b-9b5f-40aa-bdec-f8568245eee7 tempest-ListImageFiltersTestJSON-706051381 tempest-ListImageFiltersTestJSON-706051381-project-member] Enqueued Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_members [ 990.796949] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_members [ 990.797272] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.797402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.797474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.797667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.797816] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.797912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.797974] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.798210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.798300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.798395] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.809306] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.137820] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.138060] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.138189] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.138466] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.138613] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.138904] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port bd5193f4-aa70-4668-af0b-696f84cf0080 not found, creating... [ 991.139215] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.139375] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.139492] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.139720] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.139879] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.140245] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.140400] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.140515] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.140734] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.140943] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.141098] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: bd5193f4-aa70-4668-af0b-696f84cf0080 is going to be created. [ 991.161472] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.161692] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.161813] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.162140] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.162370] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.162596] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-bd5193f4-aa70-4668-af0b-696f84cf0080" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.303211] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.314446] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.314810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.314810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.314959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.315087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.315206] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 is going to be updated. [ 991.346010] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.346261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.346261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.346439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.346592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.359225] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: IN_PROGRESS for 2s [ 991.431395] env[69985]: INFO networking_nsxv3.common.synchronization [req-688438ad-e731-48f8-88f8-59eed5eb5260 req-24cf17cb-4dbe-46ba-a561-f71a8145f150 tempest-ServersWithSpecificFlavorTestJSON-1381962467 tempest-ServersWithSpecificFlavorTestJSON-1381962467-project-member] Enqueued Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_members [ 991.431845] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_members [ 991.432269] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.432409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.432475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.432790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.432955] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.433124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.433225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.434051] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.434051] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.434051] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.545707] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: SUCCESS [ 991.545925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.546120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.546335] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.546529] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.546646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.546717] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.546868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.546955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.547053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.547154] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.547972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.548285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.548451] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.548555] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.548621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.548766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.548984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.548984] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.807148] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.868505] env[69985]: INFO networking_nsxv3.common.synchronization [req-04328045-a2bc-46a7-a2cd-806d0cf8df9d req-b705729e-75a8-4525-a8fa-47c6e49c8466 service nova] Enqueued Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_rules [ 991.868628] env[69985]: INFO networking_nsxv3.common.synchronization [req-04328045-a2bc-46a7-a2cd-806d0cf8df9d req-b705729e-75a8-4525-a8fa-47c6e49c8466 service nova] Enqueued Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 991.868798] env[69985]: INFO networking_nsxv3.common.synchronization [req-04328045-a2bc-46a7-a2cd-806d0cf8df9d req-b705729e-75a8-4525-a8fa-47c6e49c8466 service nova] Enqueued Resource ID: bd5193f4-aa70-4668-af0b-696f84cf0080 with Priority: HIGHEST for action port [ 991.869337] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_rules [ 991.869413] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 991.869505] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5193f4-aa70-4668-af0b-696f84cf0080 with Priority: HIGHEST for action port [ 991.869763] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.869854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.871511] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.871654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.871849] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5193f4-aa70-4668-af0b-696f84cf0080 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.871969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5193f4-aa70-4668-af0b-696f84cf0080" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.872051] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5193f4-aa70-4668-af0b-696f84cf0080" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.872249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5193f4-aa70-4668-af0b-696f84cf0080" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.872332] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5193f4-aa70-4668-af0b-696f84cf0080',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.936550] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.936705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.936780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.936996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.937112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.937306] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.937407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.937469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.937620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.937696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.937783] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e is going to be updated. [ 991.967356] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.967508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.967569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.967760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.967887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.975942] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: IN_PROGRESS for 2s [ 992.052533] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.052734] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.053065] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.309539] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.309539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.309539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.309539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.309539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.309539] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1135730b-2da2-450a-9c78-92afb6e6d24d is going to be updated. [ 992.336868] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.336868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.336868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.336868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.336868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.345579] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: IN_PROGRESS for 2s [ 992.378384] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd5193f4-aa70-4668-af0b-696f84cf0080 with status ACTIVE [ 992.378474] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.378549] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.378619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.379038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.379157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.379359] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.379467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.379531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.379709] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.379794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.379989] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.380105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.380167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.380341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.380382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.380471] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd5193f4-aa70-4668-af0b-696f84cf0080 is going to be updated. [ 992.398552] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.398803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.398803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.398997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.399136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.399337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5193f4-aa70-4668-af0b-696f84cf0080" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.555627] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.058261] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.058634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.058634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.058874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.058992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.059097] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 is going to be updated. [ 993.084745] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.084745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.084745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.085044] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.085157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.093080] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: IN_PROGRESS for 2s [ 993.368201] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: SUCCESS [ 993.368422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.986611] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: SUCCESS [ 993.986836] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e deletion is rescheduled due to dependency. [ 993.986896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.357515] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: SUCCESS [ 994.357765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.698678] env[69985]: INFO networking_nsxv3.common.synchronization [req-04328045-a2bc-46a7-a2cd-806d0cf8df9d req-1741e38b-539e-4412-8a37-f4db2faa8628 tempest-ListServersNegativeTestJSON-1216494605 tempest-ListServersNegativeTestJSON-1216494605-project-member] Enqueued Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 994.700518] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 994.701535] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.701535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.103532] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: SUCCESS [ 995.103532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.103532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.104156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.104156] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.104156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.104156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.104562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.104562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.104562] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.134039] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.134168] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-921" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.134224] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-921" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.134487] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-921" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.134738] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.134893] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.135016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.135240] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.135389] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.135598] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.136280] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.136280] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.136280] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.136280] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.136280] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.136280] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.156729] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.156729] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 995.156907] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.157530] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-921" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.157530] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-3bb69960-1f9d-420f-957d-a590b9e5bd9d taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.157694] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-3bb69960-1f9d-420f-957d-a590b9e5bd9d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.157694] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-3bb69960-1f9d-420f-957d-a590b9e5bd9d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.160016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-3bb69960-1f9d-420f-957d-a590b9e5bd9d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.160016] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bb69960-1f9d-420f-957d-a590b9e5bd9d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.609576] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.661134] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.661483] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.661681] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.662092] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.662336] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.662578] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 3bb69960-1f9d-420f-957d-a590b9e5bd9d not found, creating... [ 995.662992] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.663264] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.663453] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.663777] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.664016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.664467] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.664710] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.664903] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.665234] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.665450] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.665670] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 3bb69960-1f9d-420f-957d-a590b9e5bd9d is going to be created. [ 995.686963] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.686963] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.686963] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.686963] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.687212] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.687434] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-3bb69960-1f9d-420f-957d-a590b9e5bd9d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.112332] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.512121] env[69985]: INFO networking_nsxv3.common.synchronization [req-04328045-a2bc-46a7-a2cd-806d0cf8df9d req-a7c23f42-6c02-45c7-84b6-fdc99e7bab5a service nova] Enqueued Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_rules [ 996.512308] env[69985]: INFO networking_nsxv3.common.synchronization [req-04328045-a2bc-46a7-a2cd-806d0cf8df9d req-a7c23f42-6c02-45c7-84b6-fdc99e7bab5a service nova] Enqueued Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 996.512455] env[69985]: INFO networking_nsxv3.common.synchronization [req-04328045-a2bc-46a7-a2cd-806d0cf8df9d req-a7c23f42-6c02-45c7-84b6-fdc99e7bab5a service nova] Enqueued Resource ID: 3bb69960-1f9d-420f-957d-a590b9e5bd9d with Priority: HIGHEST for action port [ 996.512688] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_rules [ 996.512835] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 996.512940] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb69960-1f9d-420f-957d-a590b9e5bd9d with Priority: HIGHEST for action port [ 996.513523] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.513654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.513814] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.513954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.515598] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bb69960-1f9d-420f-957d-a590b9e5bd9d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.515598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bb69960-1f9d-420f-957d-a590b9e5bd9d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.515598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bb69960-1f9d-420f-957d-a590b9e5bd9d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.517803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bb69960-1f9d-420f-957d-a590b9e5bd9d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.517882] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bb69960-1f9d-420f-957d-a590b9e5bd9d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.617107] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.617438] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.617438] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.617626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.617719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.617924] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 is going to be updated. [ 996.645967] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.646311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.646397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.646627] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.646820] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.655681] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: IN_PROGRESS for 2s [ 997.027495] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bb69960-1f9d-420f-957d-a590b9e5bd9d with status ACTIVE [ 997.027495] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.027495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.027495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.027495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.027495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.027495] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.027495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.027495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.027495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.027495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.027495] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.027495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.027495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.027495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.027495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.027495] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bb69960-1f9d-420f-957d-a590b9e5bd9d is going to be updated. [ 997.059691] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.059691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.059691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.059691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.059691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.059691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bb69960-1f9d-420f-957d-a590b9e5bd9d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.361276] env[69985]: INFO networking_nsxv3.common.synchronization [req-71cd9e9f-4ba4-4c59-939b-6fb91ee01310 req-a16bb7d8-59de-4abf-9cb3-ecc705f9fd30 tempest-ServerActionsV293TestJSON-1685366128 tempest-ServerActionsV293TestJSON-1685366128-project-member] Enqueued Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGHEST for action security_group_members [ 997.361818] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGHEST for action security_group_members [ 997.362144] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c147bd3-2a40-41fa-8c11-60e1bff19b63 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.362264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.362337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.362662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.362817] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.362925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.362984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.363292] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.363380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.363471] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c147bd3-2a40-41fa-8c11-60e1bff19b63',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.843651] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.843948] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-782" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.844011] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-782" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.844628] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-782" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.844920] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.845091] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.845332] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.847016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.847016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.847016] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.847016] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.847016] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.847016] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.847016] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.847016] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.847016] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.863533] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.863533] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.863667] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.863851] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-782" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.864649] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-bf5a36db-df8e-4dd4-9248-fdb5f256bc7b taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.864649] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-bf5a36db-df8e-4dd4-9248-fdb5f256bc7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.864649] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-bf5a36db-df8e-4dd4-9248-fdb5f256bc7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.864804] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-bf5a36db-df8e-4dd4-9248-fdb5f256bc7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.865178] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5a36db-df8e-4dd4-9248-fdb5f256bc7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.866617] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.866742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.866788] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.866979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.867309] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.867309] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.867432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.867432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.867698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.867698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.867824] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 already deleted. [ 997.867824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.367572] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.367942] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.368150] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.368601] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.368930] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.369121] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port bf5a36db-df8e-4dd4-9248-fdb5f256bc7b not found, creating... [ 998.369528] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.369693] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.369815] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.370114] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.370292] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.370891] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.371211] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.371503] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.371687] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.371755] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.371897] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: bf5a36db-df8e-4dd4-9248-fdb5f256bc7b is going to be created. [ 998.394687] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.394952] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.395042] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.395328] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.395671] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.395909] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-bf5a36db-df8e-4dd4-9248-fdb5f256bc7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.665060] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: SUCCESS [ 998.665060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.665060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.665267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.665439] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.665558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.665623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.665773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.665857] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.665938] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.666108] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.666186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.666246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.666381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.666516] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.666611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.666694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.666866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.666909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.666988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.667096] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.667918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.668120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.668272] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.668369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.668433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.668569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.668645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.668726] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.172508] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d801d8c3-6706-47a0-b291-1dfd2e5bbff8: rpc.has_security_group_logging(os_id): False [ 999.173952] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.192087] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.192224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.192224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.192451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.192544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.192725] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.192823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.192892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.193039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.193120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.193316] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.193483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.193483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.193603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.193678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.193858] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.193950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.194017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.194165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.194228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.194322] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 is going to be created. [ 999.246984] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.247158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.247232] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.247442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.247619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.259307] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: IN_PROGRESS for 2s [ 999.279557] env[69985]: INFO networking_nsxv3.common.synchronization [req-71cd9e9f-4ba4-4c59-939b-6fb91ee01310 req-8e885af5-12df-4bea-b866-67f0c0918661 service nova] Enqueued Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGHEST for action security_group_rules [ 999.279750] env[69985]: INFO networking_nsxv3.common.synchronization [req-71cd9e9f-4ba4-4c59-939b-6fb91ee01310 req-8e885af5-12df-4bea-b866-67f0c0918661 service nova] Enqueued Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGHEST for action security_group_members [ 999.279893] env[69985]: INFO networking_nsxv3.common.synchronization [req-71cd9e9f-4ba4-4c59-939b-6fb91ee01310 req-8e885af5-12df-4bea-b866-67f0c0918661 service nova] Enqueued Resource ID: bf5a36db-df8e-4dd4-9248-fdb5f256bc7b with Priority: HIGHEST for action port [ 999.280406] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGHEST for action security_group_rules [ 999.280542] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGHEST for action security_group_members [ 999.280640] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf5a36db-df8e-4dd4-9248-fdb5f256bc7b with Priority: HIGHEST for action port [ 999.280900] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.281042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.281146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.281344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.281431] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c147bd3-2a40-41fa-8c11-60e1bff19b63',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.282243] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c147bd3-2a40-41fa-8c11-60e1bff19b63 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.282371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.282472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.282664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.282812] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.282908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.282971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.284968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.284968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.284968] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c147bd3-2a40-41fa-8c11-60e1bff19b63',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.284968] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf5a36db-df8e-4dd4-9248-fdb5f256bc7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.284968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf5a36db-df8e-4dd4-9248-fdb5f256bc7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.284968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf5a36db-df8e-4dd4-9248-fdb5f256bc7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.284968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf5a36db-df8e-4dd4-9248-fdb5f256bc7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.284968] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5a36db-df8e-4dd4-9248-fdb5f256bc7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.676217] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.785901] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c147bd3-2a40-41fa-8c11-60e1bff19b63 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.786039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.786239] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c147bd3-2a40-41fa-8c11-60e1bff19b63',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.787642] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf5a36db-df8e-4dd4-9248-fdb5f256bc7b with status ACTIVE [ 999.787839] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.787952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.788025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.788229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.788320] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.788489] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.788587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.788650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.788801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.788878] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.789095] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.789188] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.789249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.789385] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.789480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.789550] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf5a36db-df8e-4dd4-9248-fdb5f256bc7b is going to be updated. [ 999.808437] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.808602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.808645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.808965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.813020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.813020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf5a36db-df8e-4dd4-9248-fdb5f256bc7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.133432] env[69985]: INFO networking_nsxv3.common.synchronization [req-f25b12ef-781d-493f-968d-59368940aba4 req-4a5d76fa-9651-40d7-b85b-8688235ce88f tempest-VolumesAssistedSnapshotsTest-1351026479 tempest-VolumesAssistedSnapshotsTest-1351026479-project-member] Enqueued Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGHEST for action security_group_members [ 1000.133959] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGHEST for action security_group_members [ 1000.134978] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.134978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.134978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.134978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.134978] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.134978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.134978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.135295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.135295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.135348] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.178072] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.178341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.178341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.178935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.178935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.179108] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 is going to be updated. [ 1000.206472] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.206617] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.206692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.206899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.207048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.220616] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: IN_PROGRESS for 2s [ 1000.288639] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c147bd3-2a40-41fa-8c11-60e1bff19b63',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.638269] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.638269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.638473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.638663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.638791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.639027] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.639165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.639290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.639784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.639784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.639784] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e is going to be updated. [ 1000.665996] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.666168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.666234] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.666482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.666632] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.675158] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e in Status: IN_PROGRESS for 2s [ 1000.792883] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.792883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.792883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.792883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.793164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.793164] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 is going to be created. [ 1000.816046] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.816046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.816046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.816260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.816290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.827737] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 in Status: UNINITIALIZED for 2s [ 1001.269231] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: SUCCESS [ 1001.269517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.269655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.269869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.269960] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.406076] env[69985]: INFO networking_nsxv3.common.synchronization [req-77a53de3-7a76-45e4-93f7-81c31195470d req-59066afe-b04e-420f-9c87-9cd5ecdff692 tempest-AttachInterfacesUnderV243Test-777888026 tempest-AttachInterfacesUnderV243Test-777888026-project-member] Enqueued Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1001.406600] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1001.406936] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.407073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.407136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.407391] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.407526] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.407630] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.407686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.407833] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.408101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.408101] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.717269] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.717476] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-946" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.717603] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-946" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.718667] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-946" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.718667] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.718667] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.718667] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.718667] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.718907] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.718994] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.719178] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.719412] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.719412] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.719513] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.719609] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.719740] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.741326] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.741326] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.741326] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.741326] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-946" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.741326] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-abab8d85-8633-4722-85d1-b21be464919d taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.741326] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.741326] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.741326] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.741326] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abab8d85-8633-4722-85d1-b21be464919d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.773177] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.774739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.910265] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.910412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.910481] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.910696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.910783] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.910973] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.911997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.911997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.911997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.911997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.911997] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 already deleted. [ 1001.911997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.234495] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: SUCCESS [ 1002.234795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.234967] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.235387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.235796] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.235796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.235907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.236119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.236239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.236404] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.243807] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.244118] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.244907] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.244907] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.244907] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.245057] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port abab8d85-8633-4722-85d1-b21be464919d not found, creating... [ 1002.245327] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.246094] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.246094] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.246094] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.246094] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.246476] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.247072] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.247072] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.247175] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.247458] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.247458] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: abab8d85-8633-4722-85d1-b21be464919d is going to be created. [ 1002.274886] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.275245] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.275245] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.275505] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.275752] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.275987] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.684027] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e in Status: SUCCESS [ 1002.684126] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e deletion is rescheduled due to dependency. [ 1002.684238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.738879] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.838934] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 in Status: SUCCESS [ 1002.839201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.839502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.839751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.840090] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.840090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.840090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.840258] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.840320] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.840439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.840539] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c147bd3-2a40-41fa-8c11-60e1bff19b63',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.974561] env[69985]: INFO networking_nsxv3.common.synchronization [req-77a53de3-7a76-45e4-93f7-81c31195470d req-028a9539-b313-4f79-8355-243b69995615 service nova] Enqueued Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_rules [ 1002.975102] env[69985]: INFO networking_nsxv3.common.synchronization [req-77a53de3-7a76-45e4-93f7-81c31195470d req-028a9539-b313-4f79-8355-243b69995615 service nova] Enqueued Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1002.975338] env[69985]: INFO networking_nsxv3.common.synchronization [req-77a53de3-7a76-45e4-93f7-81c31195470d req-028a9539-b313-4f79-8355-243b69995615 service nova] Enqueued Resource ID: abab8d85-8633-4722-85d1-b21be464919d with Priority: HIGHEST for action port [ 1002.975979] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_rules [ 1002.976303] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1002.976451] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abab8d85-8633-4722-85d1-b21be464919d with Priority: HIGHEST for action port [ 1002.976863] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.976985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.977119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.977439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.977507] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.979058] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.979222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.979409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.979660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.979872] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.980037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.980115] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.980322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.980450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.980586] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.982030] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-abab8d85-8633-4722-85d1-b21be464919d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.982030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.982030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.982030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.982454] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abab8d85-8633-4722-85d1-b21be464919d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.240806] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.344758] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c147bd3-2a40-41fa-8c11-60e1bff19b63',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.483461] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.483598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.483909] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.488136] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abab8d85-8633-4722-85d1-b21be464919d with status ACTIVE [ 1003.488339] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.488516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.488516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.488723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.488844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.489115] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.489115] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.489232] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.489347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.489347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.489612] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.489728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.489808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.489973] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.490064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.490151] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abab8d85-8633-4722-85d1-b21be464919d is going to be updated. [ 1003.511590] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.512915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.512915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.512915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.512915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.512915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.744267] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.744433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.744500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.744699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.744793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.744936] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 is going to be updated. [ 1003.774471] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.775044] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.775044] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.775157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.775388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.784988] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: IN_PROGRESS for 2s [ 1003.847488] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c147bd3-2a40-41fa-8c11-60e1bff19b63: rpc.has_security_group_logging(os_id): False [ 1003.865494] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.866072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.866213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.866542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.866695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.867102] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.867276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.867388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.867650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.867783] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.867942] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 is going to be created. [ 1003.937565] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.937644] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.937884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.938025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.938256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.948684] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 in Status: IN_PROGRESS for 2s [ 1003.993293] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.197702] env[69985]: INFO networking_nsxv3.common.synchronization [req-19c45c8c-dd01-40d7-a1cc-6521c097ae01 req-13bb9d7f-e8f1-4a3c-a633-7ff009c03b04 tempest-DeleteServersTestJSON-1168726256 tempest-DeleteServersTestJSON-1168726256-project-member] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1004.199048] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1004.199048] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.199048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.199048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.199048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.199048] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.199352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.199352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.199352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.199451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.199480] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.500166] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.500425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.500425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.500595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.500688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.500790] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 is going to be created. [ 1004.524183] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.524183] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.524183] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.524183] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.524395] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.524451] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.524572] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.524783] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.525702] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.525702] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.525702] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.525702] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.525702] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.525895] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.525895] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.526020] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.532619] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.532619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.532619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.532619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.532619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.540119] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: UNINITIALIZED for 2s [ 1004.543089] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.543984] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.543984] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.543984] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.543984] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-9d7cbf3a-bf72-47c9-a580-0464b06e8c89 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.543984] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-9d7cbf3a-bf72-47c9-a580-0464b06e8c89" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.544304] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-9d7cbf3a-bf72-47c9-a580-0464b06e8c89" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.544421] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-9d7cbf3a-bf72-47c9-a580-0464b06e8c89" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.544564] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d7cbf3a-bf72-47c9-a580-0464b06e8c89',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.702060] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.702060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.702060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.702227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.702338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.702458] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.702556] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.702618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.702762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.702839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.702922] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee already deleted. [ 1004.702997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.047518] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.047746] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.047868] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.048232] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.048401] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.048605] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 9d7cbf3a-bf72-47c9-a580-0464b06e8c89 not found, creating... [ 1005.048835] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.049014] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.050393] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.050674] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.050842] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.051202] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.051426] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.051566] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.052176] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.052176] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.052176] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 9d7cbf3a-bf72-47c9-a580-0464b06e8c89 is going to be created. [ 1005.083038] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.083038] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.083038] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.083038] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.083038] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.083038] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-9d7cbf3a-bf72-47c9-a580-0464b06e8c89" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.117449] env[69985]: INFO networking_nsxv3.common.synchronization [req-b209c2bb-97ad-4dfa-9dfb-1a3446f56228 req-e623b6aa-7d1f-4205-add5-3a617b9a84b4 tempest-ServersTestJSON-36232975 tempest-ServersTestJSON-36232975-project-member] Enqueued Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGHEST for action security_group_members [ 1005.118287] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGHEST for action security_group_members [ 1005.118610] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9688fbe2-6a23-4c34-bdb5-81ac288049d0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.118791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.118889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.119191] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.119421] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.119918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.119918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.119918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.120404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.120404] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9688fbe2-6a23-4c34-bdb5-81ac288049d0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.623174] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.623439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.623439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.623500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.623608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.623790] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.623893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.623962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.624149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.624229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.624317] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 is going to be updated. [ 1005.651029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.651257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.651257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.651506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.651675] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.660901] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 in Status: IN_PROGRESS for 2s [ 1005.794674] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: SUCCESS [ 1005.795070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.795340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.795662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.796055] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.796325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.796492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.796733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.796900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.797907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.797907] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.807025] env[69985]: INFO networking_nsxv3.common.synchronization [req-19c45c8c-dd01-40d7-a1cc-6521c097ae01 req-48308391-9f55-42f5-87f8-ef6482ef2231 service nova] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_rules [ 1005.807025] env[69985]: INFO networking_nsxv3.common.synchronization [req-19c45c8c-dd01-40d7-a1cc-6521c097ae01 req-48308391-9f55-42f5-87f8-ef6482ef2231 service nova] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1005.807025] env[69985]: INFO networking_nsxv3.common.synchronization [req-19c45c8c-dd01-40d7-a1cc-6521c097ae01 req-48308391-9f55-42f5-87f8-ef6482ef2231 service nova] Enqueued Resource ID: 9d7cbf3a-bf72-47c9-a580-0464b06e8c89 with Priority: HIGHEST for action port [ 1005.807025] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_rules [ 1005.807025] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1005.807025] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d7cbf3a-bf72-47c9-a580-0464b06e8c89 with Priority: HIGHEST for action port [ 1005.807025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.807025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.807025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.807662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.807851] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.809081] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.809348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.809796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.810064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.810322] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.812017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.812017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.812017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.812017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.812017] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.812017] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d7cbf3a-bf72-47c9-a580-0464b06e8c89 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.812017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d7cbf3a-bf72-47c9-a580-0464b06e8c89" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.812017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d7cbf3a-bf72-47c9-a580-0464b06e8c89" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.812452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d7cbf3a-bf72-47c9-a580-0464b06e8c89" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.812607] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d7cbf3a-bf72-47c9-a580-0464b06e8c89',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.961115] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 in Status: SUCCESS [ 1005.961115] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.298962] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.299141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.299538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.299538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.299612] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.299675] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.299743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.299886] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.299977] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.300071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.300218] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.300311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.300373] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.300511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.300647] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.300737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.300797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.300930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.301018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.301107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.301197] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.314804] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.317626] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.317626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.318606] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d7cbf3a-bf72-47c9-a580-0464b06e8c89 with status ACTIVE [ 1006.318713] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.318791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.318864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.319090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.319183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.319770] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.319770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.319770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.319770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.319770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.319999] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.319999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.321635] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.321837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.321931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.322037] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d7cbf3a-bf72-47c9-a580-0464b06e8c89 is going to be updated. [ 1006.345314] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.345456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.345527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.345729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.345862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.346024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d7cbf3a-bf72-47c9-a580-0464b06e8c89" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.550243] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: SUCCESS [ 1006.550455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.550620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.550830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.551032] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.551157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.551224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.551375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.551470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.551566] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.551664] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.803769] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d801d8c3-6706-47a0-b291-1dfd2e5bbff8: rpc.has_security_group_logging(os_id): False [ 1006.819657] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.828744] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.828953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.829080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.829425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.829577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.829884] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.830062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.830170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.830412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.830553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.830874] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.831038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.831141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.831369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.831513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.831805] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.831963] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.832087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.832315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.832459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.832632] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 is going to be updated. [ 1006.890205] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.890342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.890417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.890625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.890768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.903294] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: IN_PROGRESS for 2s [ 1006.980326] env[69985]: INFO networking_nsxv3.common.synchronization [req-551b4963-345c-4e33-9aef-a74d64c230f5 req-88ba554b-4429-4f36-b06e-4a99a2bd177d tempest-ImagesTestJSON-1158997241 tempest-ImagesTestJSON-1158997241-project-member] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1006.980948] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1006.981279] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.981405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.981520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.981720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.981882] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.981985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.982763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.983852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.983971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.984096] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.055739] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.325947] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.325947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.325947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.325947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.325947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.325947] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be created. [ 1007.355023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.355023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.355023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.355023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.355023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.366096] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: UNINITIALIZED for 2s [ 1007.447079] env[69985]: INFO networking_nsxv3.common.synchronization [req-0c352cc9-ebfd-4397-a16e-1ab2979091a4 req-eb61ec9e-6d14-4a6b-8325-fa224aea8bb1 tempest-ListServersNegativeTestJSON-1216494605 tempest-ListServersNegativeTestJSON-1216494605-project-member] Enqueued Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 1007.449252] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 1007.449252] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.450212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.450212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.450212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.450212] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.450212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.450212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.450533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.451135] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.451135] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.486573] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.486728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.486793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.487026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.487130] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.487348] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.487455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.487517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.487681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.487773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.487882] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 1007.499718] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.499837] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.500018] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.500993] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.500993] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.500993] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.500993] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.500993] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.501983] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.501983] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.501983] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.501983] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.501983] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.503072] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.503072] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.503072] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.512947] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.513104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.513170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.513359] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.513491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.522852] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1007.524031] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.524187] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.524340] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.524509] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.525319] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-a50c02e4-9a37-4f83-8d66-8afea64e2bc5 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.525319] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-a50c02e4-9a37-4f83-8d66-8afea64e2bc5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.525319] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-a50c02e4-9a37-4f83-8d66-8afea64e2bc5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.526355] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-a50c02e4-9a37-4f83-8d66-8afea64e2bc5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.526355] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a50c02e4-9a37-4f83-8d66-8afea64e2bc5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.560810] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18cef75f-f0a8-4daf-810e-a1f031f4ba95: rpc.has_security_group_logging(os_id): False [ 1007.579234] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.579463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.579847] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.580165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.581350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.581485] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.581572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.581674] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.581897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.581897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.581964] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 is going to be created. [ 1007.652157] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.652765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.652765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.652765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.654087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.666935] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: IN_PROGRESS for 2s [ 1007.671748] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 in Status: SUCCESS [ 1007.671748] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 deletion is rescheduled due to dependency. [ 1007.671748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.956520] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.028870] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.029149] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.029294] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.029859] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.030023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.030795] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port a50c02e4-9a37-4f83-8d66-8afea64e2bc5 not found, creating... [ 1008.030795] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.030795] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.030795] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.031086] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.031086] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.031338] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.031495] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.031703] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.031911] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.032071] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.032229] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: a50c02e4-9a37-4f83-8d66-8afea64e2bc5 is going to be created. [ 1008.051566] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.051735] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.051900] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.053042] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.053295] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.053548] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-a50c02e4-9a37-4f83-8d66-8afea64e2bc5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.458598] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.800884] env[69985]: INFO networking_nsxv3.common.synchronization [req-551b4963-345c-4e33-9aef-a74d64c230f5 req-9f9404ae-bcfb-44a7-ac11-b2ce2f07aeb7 service nova] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_rules [ 1008.801116] env[69985]: INFO networking_nsxv3.common.synchronization [req-551b4963-345c-4e33-9aef-a74d64c230f5 req-9f9404ae-bcfb-44a7-ac11-b2ce2f07aeb7 service nova] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1008.801263] env[69985]: INFO networking_nsxv3.common.synchronization [req-551b4963-345c-4e33-9aef-a74d64c230f5 req-9f9404ae-bcfb-44a7-ac11-b2ce2f07aeb7 service nova] Enqueued Resource ID: a50c02e4-9a37-4f83-8d66-8afea64e2bc5 with Priority: HIGHEST for action port [ 1008.801493] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_rules [ 1008.801717] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1008.801895] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a50c02e4-9a37-4f83-8d66-8afea64e2bc5 with Priority: HIGHEST for action port [ 1008.805650] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.805784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.805850] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.806081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.806166] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.807051] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.807150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.807760] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-a50c02e4-9a37-4f83-8d66-8afea64e2bc5 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.807871] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a50c02e4-9a37-4f83-8d66-8afea64e2bc5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.807940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a50c02e4-9a37-4f83-8d66-8afea64e2bc5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.808135] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a50c02e4-9a37-4f83-8d66-8afea64e2bc5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.808215] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a50c02e4-9a37-4f83-8d66-8afea64e2bc5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.921739] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: SUCCESS [ 1008.922012] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.922217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.922441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.922621] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.967146] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.967861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.967861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.967861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.967861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.967861] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 is going to be updated. [ 1009.001253] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.001442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.001524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.001814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.001955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.012822] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: IN_PROGRESS for 2s [ 1009.312030] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.312030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.312030] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a50c02e4-9a37-4f83-8d66-8afea64e2bc5 with status ACTIVE [ 1009.312315] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.312315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.312315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.312475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.312527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.312737] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.312894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.312894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.313029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.313083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.313256] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.313338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.313394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.313533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.313609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.313668] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a50c02e4-9a37-4f83-8d66-8afea64e2bc5 is going to be updated. [ 1009.334471] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.334608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.334646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.334816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.334954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.335147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a50c02e4-9a37-4f83-8d66-8afea64e2bc5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.376399] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1009.376399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.376399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.376573] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.376731] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.376848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.377034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.377100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.377149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.377235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.377324] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.427976] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.427976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.533940] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1009.534175] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 deletion is rescheduled due to dependency. [ 1009.534289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.534448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.534655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.535910] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.535910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.535910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.535910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.535910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.535910] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.680131] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: SUCCESS [ 1009.680403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.765256] env[69985]: INFO networking_nsxv3.common.synchronization [req-22cfc8c0-cdf0-4a9d-b510-f62be18765c3 req-f38b635c-e43d-4199-9b61-38c5e2486865 tempest-ServerDiskConfigTestJSON-649865869 tempest-ServerDiskConfigTestJSON-649865869-project-member] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1009.765983] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1009.766432] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.766603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.766709] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.767008] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.767252] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.767412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.767519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.767760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.767895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.768059] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.883100] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.883269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.883332] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.883547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.883713] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.883802] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.883863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.885017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.885017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.885017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.885017] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.885017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.885017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.885017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.885017] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.885017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.885017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.885407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.885407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.885407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.885407] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.039036] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.255221] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.255562] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.255772] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.256181] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.256588] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.256829] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.257048] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.258090] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.258090] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.258090] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.258220] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.258396] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.258531] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.258713] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.258888] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.259113] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.271211] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.271468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.271590] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.271954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.272137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.272436] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.272578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.272678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.272899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.273034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.273166] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1010.282187] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.282454] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.282705] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.282986] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.283454] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-a8930976-0d99-4add-b5de-4f68e2761d75 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.283684] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-a8930976-0d99-4add-b5de-4f68e2761d75" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.283834] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-a8930976-0d99-4add-b5de-4f68e2761d75" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.284319] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-a8930976-0d99-4add-b5de-4f68e2761d75" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.284543] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8930976-0d99-4add-b5de-4f68e2761d75',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.299519] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.299685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.299755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.299977] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.300134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.309203] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1010.389794] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81d51b95-05e9-45f1-a7ed-589ecebd0dee: rpc.has_security_group_logging(os_id): False [ 1010.408642] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.408872] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.408985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.409278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.410090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.410090] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.410090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.410090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.410090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.410090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.410366] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.410366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.410434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.410610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.410610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.410984] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.411100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.411208] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.411834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.411834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.411834] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be created. [ 1010.469799] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.469985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.469985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.470315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.470552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.481145] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1010.541212] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.558675] env[69985]: INFO networking_nsxv3.common.synchronization [req-372795b7-9e23-45c1-877f-56ddbda292a9 req-035c983a-ac6d-4239-a0f8-2ae67938a7ae tempest-ListServerFiltersTestJSON-499730754 tempest-ListServerFiltersTestJSON-499730754-project-member] Enqueued Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 1010.559386] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 1010.559800] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.559936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.560410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.560646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.560826] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.560944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.561014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.561190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.561285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.561397] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.787463] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.787834] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.788087] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.790437] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.790437] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.790437] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port a8930976-0d99-4add-b5de-4f68e2761d75 not found, creating... [ 1010.790437] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.790437] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.790437] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.790437] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.790437] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.790437] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.790437] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.790844] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.790844] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.790844] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.790844] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: a8930976-0d99-4add-b5de-4f68e2761d75 is going to be created. [ 1010.811955] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.812194] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.812377] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.812601] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.812832] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.813077] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-a8930976-0d99-4add-b5de-4f68e2761d75" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.023593] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: SUCCESS [ 1011.023820] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.024019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.024276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.024478] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.024598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.024698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.024810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.024892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.024996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.025101] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.044830] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.044830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.044830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.044830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.044830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.044830] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 1011.064410] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.082918] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.083134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.083251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.083524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.083580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.091740] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1011.527342] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.527496] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.527570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.527778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.527941] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.528048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.528113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.528259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.528345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.528432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.528573] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.528661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.528721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.528854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.528987] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.529089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.529149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.529288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.529362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.529439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.529531] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.567377] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.589482] env[69985]: INFO networking_nsxv3.common.synchronization [req-22cfc8c0-cdf0-4a9d-b510-f62be18765c3 req-e56484ee-9a0a-4029-88ec-c9066e890d5c service nova] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_rules [ 1011.589791] env[69985]: INFO networking_nsxv3.common.synchronization [req-22cfc8c0-cdf0-4a9d-b510-f62be18765c3 req-e56484ee-9a0a-4029-88ec-c9066e890d5c service nova] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1011.589994] env[69985]: INFO networking_nsxv3.common.synchronization [req-22cfc8c0-cdf0-4a9d-b510-f62be18765c3 req-e56484ee-9a0a-4029-88ec-c9066e890d5c service nova] Enqueued Resource ID: a8930976-0d99-4add-b5de-4f68e2761d75 with Priority: HIGHEST for action port [ 1011.590110] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_rules [ 1011.590266] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1011.590366] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8930976-0d99-4add-b5de-4f68e2761d75 with Priority: HIGHEST for action port [ 1011.591930] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.592079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.592155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.592344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.592426] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.593666] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.594144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.594368] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8930976-0d99-4add-b5de-4f68e2761d75 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.595540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8930976-0d99-4add-b5de-4f68e2761d75" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.595540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8930976-0d99-4add-b5de-4f68e2761d75" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.595540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8930976-0d99-4add-b5de-4f68e2761d75" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.595540] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8930976-0d99-4add-b5de-4f68e2761d75',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.032838] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d801d8c3-6706-47a0-b291-1dfd2e5bbff8: rpc.has_security_group_logging(os_id): False [ 1012.049879] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.049879] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.049879] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.050409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.050409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.050409] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.050547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.050547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.050718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.050799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.051488] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.051604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.051757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.051917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.051973] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.052145] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.052240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.052435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.052482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.053028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.053028] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 is going to be updated. [ 1012.070456] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.070621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.070681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.070858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.070946] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.071051] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 is going to be updated. [ 1012.095463] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.095620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.095656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.095867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.096015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.097119] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.097256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.097371] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8930976-0d99-4add-b5de-4f68e2761d75 with status ACTIVE [ 1012.097524] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.097618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.097685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.097838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.097918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.098088] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.098180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.098237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.098375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.098452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.098622] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.098714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.098775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.098908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.098982] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.099081] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8930976-0d99-4add-b5de-4f68e2761d75 is going to be updated. [ 1012.114600] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: IN_PROGRESS for 2s [ 1012.116310] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.116451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.116510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.116667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.116796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.127866] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.128111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.128189] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.128439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.128598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.128791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8930976-0d99-4add-b5de-4f68e2761d75" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.133205] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: IN_PROGRESS for 2s [ 1012.322295] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1012.322295] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 deletion is rescheduled due to dependency. [ 1012.322295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.322295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.322295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.322295] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.322295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.322295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.322295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.322295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.322295] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.499446] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1012.499685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.809142] env[69985]: INFO networking_nsxv3.common.synchronization [req-81849a26-a7cd-4790-84a9-ed78fe81f4b5 req-6de5bc7c-54ea-4c67-9809-c66ecef7b3e5 tempest-ServersAdminNegativeTestJSON-2035378228 tempest-ServersAdminNegativeTestJSON-2035378228-project-member] Enqueued Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_members [ 1012.809142] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_members [ 1012.809142] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.809142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.809142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.809142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.809142] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.809142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.809142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.809142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.809142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.809823] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.825489] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.102012] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1013.102279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.102279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.102706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.102706] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.102706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.102941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.102941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.103031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.103458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.103458] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.164663] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.164663] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.164663] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.165671] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.165671] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.165671] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.165671] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.165923] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.166130] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.166435] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.166565] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.166678] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.166824] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.166981] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.167134] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.167299] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.187071] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.187071] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1013.187218] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.187306] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.187644] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-e8395fdf-5e7f-47d5-9385-6cb5a2090486 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.187819] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-e8395fdf-5e7f-47d5-9385-6cb5a2090486" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.187942] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-e8395fdf-5e7f-47d5-9385-6cb5a2090486" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.188731] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-e8395fdf-5e7f-47d5-9385-6cb5a2090486" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.188934] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8395fdf-5e7f-47d5-9385-6cb5a2090486',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.312295] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.312506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.312549] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.312835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.312942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.313162] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.313266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.313331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.313484] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.313564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.313656] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a already deleted. [ 1013.313739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.328553] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.607836] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.608073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.608119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.608354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.608549] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.608617] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.608680] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.608858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.609056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.609056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.609184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.609318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.609379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.609532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.609711] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.609807] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.609885] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.610185] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.610185] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.610330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.610330] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.692409] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.692409] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.692409] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.692665] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.692936] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.694583] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port e8395fdf-5e7f-47d5-9385-6cb5a2090486 not found, creating... [ 1013.694583] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.694583] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.694583] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.694583] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.694930] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.695632] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.695632] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.695632] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.696767] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.696767] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.696767] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: e8395fdf-5e7f-47d5-9385-6cb5a2090486 is going to be created. [ 1013.718742] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.718961] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.719255] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.719893] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.720243] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.720862] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-e8395fdf-5e7f-47d5-9385-6cb5a2090486" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.833021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.833752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.833752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.833897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.833897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.834141] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1013.873922] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.874036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.874036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.874278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.874467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.884496] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1014.114456] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622: rpc.has_security_group_logging(os_id): False [ 1014.130488] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: SUCCESS [ 1014.130488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.138026] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.138026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.138026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.138026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.138026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.138026] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.138026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.138026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.138026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.138026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.138026] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.138026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.138026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.138026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.138026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.138669] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.138669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.138669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.138669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.138669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.138669] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 1014.154499] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: SUCCESS [ 1014.154499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.200806] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.205165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.205165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.205165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.205165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.222578] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1014.518164] env[69985]: INFO networking_nsxv3.common.synchronization [req-81849a26-a7cd-4790-84a9-ed78fe81f4b5 req-acbdbf56-25ca-48f7-95c3-83f1826f5817 service nova] Enqueued Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_rules [ 1014.518456] env[69985]: INFO networking_nsxv3.common.synchronization [req-81849a26-a7cd-4790-84a9-ed78fe81f4b5 req-acbdbf56-25ca-48f7-95c3-83f1826f5817 service nova] Enqueued Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_members [ 1014.522025] env[69985]: INFO networking_nsxv3.common.synchronization [req-81849a26-a7cd-4790-84a9-ed78fe81f4b5 req-acbdbf56-25ca-48f7-95c3-83f1826f5817 service nova] Enqueued Resource ID: e8395fdf-5e7f-47d5-9385-6cb5a2090486 with Priority: HIGHEST for action port [ 1014.522025] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_rules [ 1014.522025] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_members [ 1014.522025] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8395fdf-5e7f-47d5-9385-6cb5a2090486 with Priority: HIGHEST for action port [ 1014.522025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.522025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.522025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.522025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.522025] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.522934] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.522934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.522934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.522934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.523180] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.523180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.523309] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.523422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.523555] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.523689] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.525641] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8395fdf-5e7f-47d5-9385-6cb5a2090486 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.525811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8395fdf-5e7f-47d5-9385-6cb5a2090486" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.525902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8395fdf-5e7f-47d5-9385-6cb5a2090486" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.526157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8395fdf-5e7f-47d5-9385-6cb5a2090486" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.526282] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8395fdf-5e7f-47d5-9385-6cb5a2090486',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.028966] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.028966] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.028966] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.030572] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8395fdf-5e7f-47d5-9385-6cb5a2090486 with status ACTIVE [ 1015.030572] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.030781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.030781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.033093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.033093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.033093] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.033093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.033093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.033093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.033093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.033093] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.033093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.033093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.033093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.033093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.033093] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8395fdf-5e7f-47d5-9385-6cb5a2090486 is going to be updated. [ 1015.053594] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.053594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.053594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.053984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.053984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.053984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8395fdf-5e7f-47d5-9385-6cb5a2090486" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.534768] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.895576] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1015.895910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.896367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.896694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.896982] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.897186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.897293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.897910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.898206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.899240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.899240] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.037737] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.038031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.038031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.038207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.038338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.038453] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a is going to be created. [ 1016.059471] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.059814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.059814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.059984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.060928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.068792] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: UNINITIALIZED for 2s [ 1016.240368] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1016.240368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.404521] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.404690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.404763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.405173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.405173] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.405303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.405334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.405456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.405543] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.405629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.405789] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.405850] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.405910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.406062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.406196] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.406285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.406351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.406483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.406546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.406624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.406710] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.913120] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35a29af5-c97e-4852-b1a4-cd618c1f5c35: rpc.has_security_group_logging(os_id): False [ 1016.985284] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.985486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.985549] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.985818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.985959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.986261] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.986416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.986515] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.986757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.986898] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.987198] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.987313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.987388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.987572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.987677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.987984] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.988061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.988091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.988246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.988328] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.988417] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1017.065306] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.065451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.066266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.066266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.066266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.079336] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1017.989998] env[69985]: INFO networking_nsxv3.common.synchronization [req-23731eb9-b579-417b-b20a-a3be7d5c6e28 req-82db1ef7-b8c6-4564-b9da-417edf94cee3 tempest-ServersTestBootFromVolume-624231863 tempest-ServersTestBootFromVolume-624231863-project-member] Enqueued Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGHEST for action security_group_members [ 1017.990705] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGHEST for action security_group_members [ 1017.991187] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-6016fde7-4203-4c50-b087-d38ed3adcb10 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.991998] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.992753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.992753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.992753] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.992753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.993076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.993266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.993359] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.993461] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.080711] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: SUCCESS [ 1018.080848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.081365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.081607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.081834] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.082013] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.082070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.082243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.082330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.082416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.082509] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.497670] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.497940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.498088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.498419] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.498616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.498895] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.499355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.499355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.499468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.499599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.499752] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 already deleted. [ 1018.499892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.592161] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.592161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.592161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.592161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.592161] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.592161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.592161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.592161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.592161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.592161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.592161] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.592161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.592161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.592161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.592161] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.592161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.592877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.592877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.592877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.592877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.592877] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.658524] env[69985]: INFO networking_nsxv3.common.synchronization [req-b27052e0-2045-46d5-97c2-1b3c272eb80c req-824849c0-3031-45f8-bf92-94b409572e69 tempest-DeleteServersTestJSON-1168726256 tempest-DeleteServersTestJSON-1168726256-project-member] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1018.658741] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1018.659231] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.660627] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.663083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.663083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.663083] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.663083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.663083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.663083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.663083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.663083] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.729881] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-843 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.730210] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-843" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.730401] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-843" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.731281] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-843" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.731655] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.731913] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.732081] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.732421] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.732683] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.733143] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.733143] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.733279] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.733409] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.733578] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.733738] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.733933] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.753743] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.753957] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1018.754132] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.754345] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-843" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.754698] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-bd75002a-c4e8-4f29-99ff-b6f5055c068d taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.754876] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-bd75002a-c4e8-4f29-99ff-b6f5055c068d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.754997] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-bd75002a-c4e8-4f29-99ff-b6f5055c068d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.755350] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-bd75002a-c4e8-4f29-99ff-b6f5055c068d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.755495] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd75002a-c4e8-4f29-99ff-b6f5055c068d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.095260] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1019.096610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.099092] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5acf5d30-51b2-46c6-a32c-d3b0b550a37a: rpc.has_security_group_logging(os_id): False [ 1019.118227] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.118227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.118227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.118227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.118465] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.118504] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.118837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.118837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.118837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.118999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.119094] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.119196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.119259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.119420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.119495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.119727] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.119808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.119858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.120136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.120227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.120318] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a is going to be created. [ 1019.164660] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.164825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.164893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.165129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.165248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.165546] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.165546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.165683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.165746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.165823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.165959] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1019.181267] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.181408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.181467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.181666] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.181842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.191520] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: IN_PROGRESS for 2s [ 1019.195853] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.196019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.196019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.196157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.196432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.204144] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1019.259612] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.259889] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.260090] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.260457] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.260634] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.260792] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port bd75002a-c4e8-4f29-99ff-b6f5055c068d not found, creating... [ 1019.261068] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.261245] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.261616] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.261616] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.261915] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.262178] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.262350] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.262515] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.262732] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.262882] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.263063] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: bd75002a-c4e8-4f29-99ff-b6f5055c068d is going to be created. [ 1019.304439] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.304741] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.304824] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.305107] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.305349] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.305584] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-bd75002a-c4e8-4f29-99ff-b6f5055c068d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.190982] env[69985]: INFO networking_nsxv3.common.synchronization [req-23731eb9-b579-417b-b20a-a3be7d5c6e28 req-d15e67d0-8bce-479d-9142-cd26147a6c2c service nova] Enqueued Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGHEST for action security_group_rules [ 1020.190982] env[69985]: INFO networking_nsxv3.common.synchronization [req-23731eb9-b579-417b-b20a-a3be7d5c6e28 req-d15e67d0-8bce-479d-9142-cd26147a6c2c service nova] Enqueued Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGHEST for action security_group_members [ 1020.190982] env[69985]: INFO networking_nsxv3.common.synchronization [req-23731eb9-b579-417b-b20a-a3be7d5c6e28 req-d15e67d0-8bce-479d-9142-cd26147a6c2c service nova] Enqueued Resource ID: bd75002a-c4e8-4f29-99ff-b6f5055c068d with Priority: HIGHEST for action port [ 1020.191385] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGHEST for action security_group_rules [ 1020.191475] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGHEST for action security_group_members [ 1020.191579] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd75002a-c4e8-4f29-99ff-b6f5055c068d with Priority: HIGHEST for action port [ 1020.191850] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6016fde7-4203-4c50-b087-d38ed3adcb10 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.191968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.192129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.192348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.192430] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.194561] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-6016fde7-4203-4c50-b087-d38ed3adcb10 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.194561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.194561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.194797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.194865] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.195022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.195088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.195192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.195287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.195381] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.196298] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd75002a-c4e8-4f29-99ff-b6f5055c068d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.196409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd75002a-c4e8-4f29-99ff-b6f5055c068d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.196480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd75002a-c4e8-4f29-99ff-b6f5055c068d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.196621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd75002a-c4e8-4f29-99ff-b6f5055c068d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.196697] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd75002a-c4e8-4f29-99ff-b6f5055c068d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.495482] env[69985]: INFO networking_nsxv3.common.synchronization [None req-08c3b1e0-d2f7-40f6-8e9f-a8061a4faa06 None None] Enqueued Resource ID: d0755839-3313-4604-97b7-ea2b38f3494d with Priority: HIGHEST for action port [ 1020.495673] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0755839-3313-4604-97b7-ea2b38f3494d with Priority: HIGHEST for action port [ 1020.496256] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0755839-3313-4604-97b7-ea2b38f3494d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.496384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0755839-3313-4604-97b7-ea2b38f3494d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.496453] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0755839-3313-4604-97b7-ea2b38f3494d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.496700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0755839-3313-4604-97b7-ea2b38f3494d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.496783] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0755839-3313-4604-97b7-ea2b38f3494d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.698519] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-6016fde7-4203-4c50-b087-d38ed3adcb10 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.698519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.698697] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.699680] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd75002a-c4e8-4f29-99ff-b6f5055c068d with status ACTIVE [ 1020.703498] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.703498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.703498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.703498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.703498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.703498] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.703745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.703745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.707242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.707242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.707242] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.707242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.707242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.707242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.707242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.707242] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd75002a-c4e8-4f29-99ff-b6f5055c068d is going to be updated. [ 1020.727153] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.728058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.728058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.728058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.728058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.728058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd75002a-c4e8-4f29-99ff-b6f5055c068d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.999374] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0755839-3313-4604-97b7-ea2b38f3494d [ 1020.999532] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.999667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.999735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.000029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.000096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.000198] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0755839-3313-4604-97b7-ea2b38f3494d already deleted. [ 1021.000288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0755839-3313-4604-97b7-ea2b38f3494d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.202095] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: SUCCESS [ 1021.202476] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.207248] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.211716] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1021.211716] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee deletion is rescheduled due to dependency. [ 1021.211716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.709888] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.710075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.710688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.710688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.710688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.710688] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 is going to be created. [ 1021.734538] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.734670] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.734723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.736017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.736017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.744249] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 in Status: UNINITIALIZED for 2s [ 1022.906165] env[69985]: INFO networking_nsxv3.common.synchronization [req-467275c3-c353-464a-a968-ce00629a4908 req-e85da8ae-843d-4969-8ad2-fa025ddcd044 tempest-ServerRescueTestJSON-1973402 tempest-ServerRescueTestJSON-1973402-project-member] Enqueued Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_members [ 1022.907731] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGHEST for action security_group_members [ 1022.908183] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.908354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.908450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.908746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.908952] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.909094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.909167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.909361] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.909455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.909556] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.943721] env[69985]: INFO networking_nsxv3.common.synchronization [None req-e4852b04-4b95-4d1d-8db1-13f80508f9c3 None None] Enqueued Resource ID: 42cfad89-7ad3-4d74-b162-f325664cca63 with Priority: HIGHEST for action port [ 1022.944310] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42cfad89-7ad3-4d74-b162-f325664cca63 with Priority: HIGHEST for action port [ 1022.945041] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-42cfad89-7ad3-4d74-b162-f325664cca63 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.945168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42cfad89-7ad3-4d74-b162-f325664cca63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.947041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42cfad89-7ad3-4d74-b162-f325664cca63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.947041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42cfad89-7ad3-4d74-b162-f325664cca63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.947041] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42cfad89-7ad3-4d74-b162-f325664cca63',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.412856] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.413030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.413106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.413471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.413586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.413835] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.413952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.414048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.414227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.414315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.414415] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 is going to be updated. [ 1023.441043] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.441209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.441337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.441525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.441656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.448237] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42cfad89-7ad3-4d74-b162-f325664cca63 [ 1023.448442] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.448561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.448630] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.449301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.449394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.449540] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42cfad89-7ad3-4d74-b162-f325664cca63 already deleted. [ 1023.449815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42cfad89-7ad3-4d74-b162-f325664cca63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.451349] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: IN_PROGRESS for 2s [ 1023.754112] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 in Status: SUCCESS [ 1023.754335] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.754500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.754763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.754965] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.755120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.755157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.755317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.755403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.755495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.755585] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.258025] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.762159] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6016fde7-4203-4c50-b087-d38ed3adcb10: rpc.has_security_group_logging(os_id): False [ 1024.779608] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.779801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.779858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.780083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.780184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.780451] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.780558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.780671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.780846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.781430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.781430] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 is going to be created. [ 1024.838916] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.839140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.839293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.839575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.839859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.850382] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 in Status: IN_PROGRESS for 2s [ 1025.460338] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 in Status: SUCCESS [ 1025.460606] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 deletion is rescheduled due to dependency. [ 1025.461200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.846234] env[69985]: INFO networking_nsxv3.common.synchronization [req-e06b2835-a694-4760-8865-45d4add041e4 req-951601ff-1839-4163-9fab-40a1408f24bd tempest-ListImageFiltersTestJSON-706051381 tempest-ListImageFiltersTestJSON-706051381-project-member] Enqueued Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_members [ 1025.846737] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGHEST for action security_group_members [ 1025.847103] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.847221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.847281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.847488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.847634] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.847859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.847859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.848029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.848029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.848103] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.350342] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.350600] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.350694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.350982] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.351082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.351301] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.351441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.351519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.351699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.351778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.351867] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1135730b-2da2-450a-9c78-92afb6e6d24d is going to be updated. [ 1026.381412] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.381412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.381412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.381412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.381412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.390593] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: IN_PROGRESS for 2s [ 1026.862009] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 in Status: SUCCESS [ 1026.862415] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.401376] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1135730b-2da2-450a-9c78-92afb6e6d24d in Status: SUCCESS [ 1028.401699] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1135730b-2da2-450a-9c78-92afb6e6d24d deletion is rescheduled due to dependency. [ 1028.401699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.498773] env[69985]: INFO networking_nsxv3.common.synchronization [req-86a808ce-9814-4de8-8c42-d5b38083e5b0 req-b94061f9-2a27-47f8-aa41-9e2ee01589fe tempest-ImagesNegativeTestJSON-2135729399 tempest-ImagesNegativeTestJSON-2135729399-project-member] Enqueued Resource ID: 106e77ce-7f43-49f4-89cf-022b72ae373c with Priority: HIGHEST for action security_group_members [ 1028.499375] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106e77ce-7f43-49f4-89cf-022b72ae373c with Priority: HIGHEST for action security_group_members [ 1028.499688] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-106e77ce-7f43-49f4-89cf-022b72ae373c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.499815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.499882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.501270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.501483] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.501567] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.501645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.502058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.502058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.502058] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('106e77ce-7f43-49f4-89cf-022b72ae373c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.923108] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.923573] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-950" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.923847] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-950" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.924420] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-950" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.925144] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.925780] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.926188] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.926622] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.927049] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.927300] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.927542] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.930116] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.930116] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.930116] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.930116] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.930116] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.946856] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.946952] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1028.947151] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.947301] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-950" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.948194] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-d93d2fb3-db84-4122-8820-bc39368ea460 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.948194] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-d93d2fb3-db84-4122-8820-bc39368ea460" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.948194] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-d93d2fb3-db84-4122-8820-bc39368ea460" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.948377] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-d93d2fb3-db84-4122-8820-bc39368ea460" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.949263] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d93d2fb3-db84-4122-8820-bc39368ea460',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.006559] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.006672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.006713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.006926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.007038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.007234] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.007352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.007398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.007545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.007624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.007711] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 106e77ce-7f43-49f4-89cf-022b72ae373c already deleted. [ 1029.007819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.334375] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NSXv3 Agent Agent loop - iteration:0 completed [ 1029.335164] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NSXv3 Agent Agent loop - iteration:1 started [ 1029.456021] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.456021] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.456021] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.456021] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.456021] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.456021] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port d93d2fb3-db84-4122-8820-bc39368ea460 not found, creating... [ 1029.456021] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.456021] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.456021] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.456021] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.456021] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.456836] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.456836] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.456836] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.456836] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.456836] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.458236] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: d93d2fb3-db84-4122-8820-bc39368ea460 is going to be created. [ 1029.479879] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.480654] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.482484] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.482484] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.482484] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.482484] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-d93d2fb3-db84-4122-8820-bc39368ea460" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.202156] env[69985]: INFO networking_nsxv3.common.synchronization [req-86a808ce-9814-4de8-8c42-d5b38083e5b0 req-8105753e-5a93-4e75-b2e7-941d653539ec service nova] Enqueued Resource ID: 106e77ce-7f43-49f4-89cf-022b72ae373c with Priority: HIGHEST for action security_group_rules [ 1030.202327] env[69985]: INFO networking_nsxv3.common.synchronization [req-86a808ce-9814-4de8-8c42-d5b38083e5b0 req-8105753e-5a93-4e75-b2e7-941d653539ec service nova] Enqueued Resource ID: 106e77ce-7f43-49f4-89cf-022b72ae373c with Priority: HIGHEST for action security_group_members [ 1030.202549] env[69985]: INFO networking_nsxv3.common.synchronization [req-86a808ce-9814-4de8-8c42-d5b38083e5b0 req-8105753e-5a93-4e75-b2e7-941d653539ec service nova] Enqueued Resource ID: d93d2fb3-db84-4122-8820-bc39368ea460 with Priority: HIGHEST for action port [ 1030.202795] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106e77ce-7f43-49f4-89cf-022b72ae373c with Priority: HIGHEST for action security_group_rules [ 1030.202927] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106e77ce-7f43-49f4-89cf-022b72ae373c with Priority: HIGHEST for action security_group_members [ 1030.203044] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93d2fb3-db84-4122-8820-bc39368ea460 with Priority: HIGHEST for action port [ 1030.204393] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-106e77ce-7f43-49f4-89cf-022b72ae373c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.204532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.204598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.204893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.204993] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('106e77ce-7f43-49f4-89cf-022b72ae373c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.206310] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-106e77ce-7f43-49f4-89cf-022b72ae373c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.206706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.206706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.206706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.206858] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.206902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.206986] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.207194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.207194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.207286] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('106e77ce-7f43-49f4-89cf-022b72ae373c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.208073] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-d93d2fb3-db84-4122-8820-bc39368ea460 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.208188] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d93d2fb3-db84-4122-8820-bc39368ea460" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.208239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d93d2fb3-db84-4122-8820-bc39368ea460" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.208392] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d93d2fb3-db84-4122-8820-bc39368ea460" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.210696] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d93d2fb3-db84-4122-8820-bc39368ea460',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.710138] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('106e77ce-7f43-49f4-89cf-022b72ae373c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.711680] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-106e77ce-7f43-49f4-89cf-022b72ae373c taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.711845] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.713142] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d93d2fb3-db84-4122-8820-bc39368ea460 with status ACTIVE [ 1030.713433] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.713598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.713711] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.714056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.714193] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.714445] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.714593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.714687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.715023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.715177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.715423] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.715754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.715754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.715890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.715969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.716079] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d93d2fb3-db84-4122-8820-bc39368ea460 is going to be updated. [ 1030.735109] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.735298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.735298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.735512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.735648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.735805] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d93d2fb3-db84-4122-8820-bc39368ea460" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.214622] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('106e77ce-7f43-49f4-89cf-022b72ae373c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.309327] env[69985]: INFO networking_nsxv3.common.synchronization [req-217c77e6-d4fb-48ef-8e2a-50a369fb9143 req-a0e8ba34-4b7a-4de1-8301-4caf61db905f tempest-ServersTestFqdnHostnames-1300927320 tempest-ServersTestFqdnHostnames-1300927320-project-member] Enqueued Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGHEST for action security_group_members [ 1031.309327] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGHEST for action security_group_members [ 1031.309625] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-668e15db-a58c-4897-8cf6-e7d5cdef73d3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.309750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.309781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.310013] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.310230] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.310301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.310357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.310513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.310693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.310855] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.648387] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.648618] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-721" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.648752] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-721" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.649087] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-721" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.649418] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.649588] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.649711] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.649966] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.650342] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.650895] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.651043] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.651165] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.651310] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.651526] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.651580] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.651701] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.668905] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.669120] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1031.669287] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.669496] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-721" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.669849] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-9a92d7a7-73b6-4bd0-b812-3af4be317ae5 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.671120] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-9a92d7a7-73b6-4bd0-b812-3af4be317ae5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.671120] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-9a92d7a7-73b6-4bd0-b812-3af4be317ae5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.671120] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-9a92d7a7-73b6-4bd0-b812-3af4be317ae5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.671120] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a92d7a7-73b6-4bd0-b812-3af4be317ae5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.721269] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.721269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.721269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.721269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.721269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.721269] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 106e77ce-7f43-49f4-89cf-022b72ae373c is going to be created. [ 1031.743140] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.743340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.743400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.743731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.743944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.753209] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 106e77ce-7f43-49f4-89cf-022b72ae373c in Status: UNINITIALIZED for 2s [ 1031.812878] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.813152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.813267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.813610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.813744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.814017] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.814170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.814265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.814458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.814573] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.814709] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 already deleted. [ 1031.814796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.175609] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.175746] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.176106] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.176314] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.176528] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.176709] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 9a92d7a7-73b6-4bd0-b812-3af4be317ae5 not found, creating... [ 1032.178555] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.178555] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.178555] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.178555] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.178555] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.178555] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.178555] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.178555] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.178555] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.179067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.179067] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 9a92d7a7-73b6-4bd0-b812-3af4be317ae5 is going to be created. [ 1032.197828] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.198092] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.198223] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.198500] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.198747] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.199012] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-9a92d7a7-73b6-4bd0-b812-3af4be317ae5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.912871] env[69985]: INFO networking_nsxv3.common.synchronization [req-217c77e6-d4fb-48ef-8e2a-50a369fb9143 req-3bc50ecf-1c1a-4d97-abd1-113d63c58a7b service nova] Enqueued Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGHEST for action security_group_rules [ 1032.913133] env[69985]: INFO networking_nsxv3.common.synchronization [req-217c77e6-d4fb-48ef-8e2a-50a369fb9143 req-3bc50ecf-1c1a-4d97-abd1-113d63c58a7b service nova] Enqueued Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGHEST for action security_group_members [ 1032.913221] env[69985]: INFO networking_nsxv3.common.synchronization [req-217c77e6-d4fb-48ef-8e2a-50a369fb9143 req-3bc50ecf-1c1a-4d97-abd1-113d63c58a7b service nova] Enqueued Resource ID: 9a92d7a7-73b6-4bd0-b812-3af4be317ae5 with Priority: HIGHEST for action port [ 1032.913857] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGHEST for action security_group_rules [ 1032.914949] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGHEST for action security_group_members [ 1032.915114] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a92d7a7-73b6-4bd0-b812-3af4be317ae5 with Priority: HIGHEST for action port [ 1032.915409] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.915556] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.915646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.915815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.915905] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.916759] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-668e15db-a58c-4897-8cf6-e7d5cdef73d3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.916878] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.916947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.917130] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.917294] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.917368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.917448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.917652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.917652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.917771] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.919899] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a92d7a7-73b6-4bd0-b812-3af4be317ae5 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.919899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a92d7a7-73b6-4bd0-b812-3af4be317ae5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.919899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a92d7a7-73b6-4bd0-b812-3af4be317ae5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.919899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a92d7a7-73b6-4bd0-b812-3af4be317ae5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.919899] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a92d7a7-73b6-4bd0-b812-3af4be317ae5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.420580] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.421745] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-668e15db-a58c-4897-8cf6-e7d5cdef73d3 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.421905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.422337] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a92d7a7-73b6-4bd0-b812-3af4be317ae5 with status ACTIVE [ 1033.422510] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.422622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.422690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.423131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.423364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.423673] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.423673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.423813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.423890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.423964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.424434] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.424434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.424434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.424434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.424773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.424773] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a92d7a7-73b6-4bd0-b812-3af4be317ae5 is going to be updated. [ 1033.443890] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.444126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.444126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.444315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.444472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.444633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a92d7a7-73b6-4bd0-b812-3af4be317ae5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.763836] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 106e77ce-7f43-49f4-89cf-022b72ae373c in Status: SUCCESS [ 1033.766624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.766624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.766624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.766624] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.766624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.766624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.766624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.766624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.766624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.766624] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('106e77ce-7f43-49f4-89cf-022b72ae373c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.925759] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.274534] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-106e77ce-7f43-49f4-89cf-022b72ae373c taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.274534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.274534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.274732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.274732] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.274836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.274923] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.275043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.275129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.275220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.275364] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-106e77ce-7f43-49f4-89cf-022b72ae373c taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.275509] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.275567] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.275706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.275837] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.275922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.275979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.276123] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.276284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.276284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.276372] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('106e77ce-7f43-49f4-89cf-022b72ae373c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.434779] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.434989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.435133] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.435361] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.435674] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.435852] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 is going to be created. [ 1034.459048] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.459048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.459048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.459310] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.459310] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.468155] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 in Status: UNINITIALIZED for 2s [ 1034.780474] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 106e77ce-7f43-49f4-89cf-022b72ae373c: rpc.has_security_group_logging(os_id): False [ 1034.797744] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.797891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.797954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.798182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.798274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.798483] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.798583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.798645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.798793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.798868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.799061] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.799276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.799387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.799486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.799560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.799746] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.799841] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.799904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.801363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.801482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.802842] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 106e77ce-7f43-49f4-89cf-022b72ae373c is going to be created. [ 1034.854615] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.854764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.854834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.855052] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.855231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.867075] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 106e77ce-7f43-49f4-89cf-022b72ae373c in Status: IN_PROGRESS for 2s [ 1036.481089] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 in Status: SUCCESS [ 1036.481089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.481603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.482017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.482934] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.482934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.482934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.482934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.482934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.483337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.483337] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.509226] env[69985]: INFO networking_nsxv3.common.synchronization [req-571332e4-4d5d-4b73-8021-4a889e30a5dc req-5921891d-1612-4fc2-802e-8b53a91d7fee tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1036.509958] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1036.511097] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.511097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.511097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.511097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.511097] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.511097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.511097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.511439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.511439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.511439] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.887022] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 106e77ce-7f43-49f4-89cf-022b72ae373c in Status: SUCCESS [ 1036.887022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.986046] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.015854] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.016759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.016859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.017119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.017230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.017476] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.017658] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.017809] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.017958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.018139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.018256] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 already deleted. [ 1037.018330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.063221] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.064251] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-987" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.064251] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-987" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.064449] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-987" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.067652] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.067652] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.067652] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.067652] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.068120] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.069773] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.070315] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.070538] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.070727] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.071899] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.072210] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.072517] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.090881] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.091068] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.091218] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.091407] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-987" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.091736] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-e4c81d0e-1575-49d0-98f5-9fd01f35158c taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.091918] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.092058] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.092540] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.092720] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c81d0e-1575-49d0-98f5-9fd01f35158c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.488111] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 668e15db-a58c-4897-8cf6-e7d5cdef73d3: rpc.has_security_group_logging(os_id): False [ 1037.504540] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.504714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.504770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.505077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.505201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.505478] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.506158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.506260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.506415] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.506494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.506590] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 is going to be created. [ 1037.562489] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.562777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.562777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.562924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.563094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.577064] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 in Status: IN_PROGRESS for 2s [ 1037.597884] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.600018] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.600018] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.600018] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.600018] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.600018] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port e4c81d0e-1575-49d0-98f5-9fd01f35158c not found, creating... [ 1037.600018] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.600018] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.600018] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.600018] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.600018] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.600797] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.601167] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.601667] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.602253] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.602499] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.602932] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: e4c81d0e-1575-49d0-98f5-9fd01f35158c is going to be created. [ 1037.629116] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.629354] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.629481] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.629814] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.630103] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.630335] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.400065] env[69985]: INFO networking_nsxv3.common.synchronization [req-b1294bd6-6dc1-46ec-850f-1054f7ee022e req-925bfed1-891c-49fc-a530-82f804e8bae4 tempest-ServerDiskConfigTestJSON-649865869 tempest-ServerDiskConfigTestJSON-649865869-project-member] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1038.400065] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1038.400065] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.400065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.400065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.400065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.400065] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.400648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.400866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.401237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.401458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.401663] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.795096] env[69985]: INFO networking_nsxv3.common.synchronization [req-571332e4-4d5d-4b73-8021-4a889e30a5dc req-998a71e7-44fa-4dd3-897e-47a2972cfcfc service nova] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_rules [ 1038.795096] env[69985]: INFO networking_nsxv3.common.synchronization [req-571332e4-4d5d-4b73-8021-4a889e30a5dc req-998a71e7-44fa-4dd3-897e-47a2972cfcfc service nova] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1038.795096] env[69985]: INFO networking_nsxv3.common.synchronization [req-571332e4-4d5d-4b73-8021-4a889e30a5dc req-998a71e7-44fa-4dd3-897e-47a2972cfcfc service nova] Enqueued Resource ID: e4c81d0e-1575-49d0-98f5-9fd01f35158c with Priority: HIGHEST for action port [ 1038.795096] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_rules [ 1038.795096] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1038.795096] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4c81d0e-1575-49d0-98f5-9fd01f35158c with Priority: HIGHEST for action port [ 1038.795480] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.795480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.795480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.795774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.795828] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.798174] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.798305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.798372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.798587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.799113] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.799252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.799326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.799484] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.799609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.799662] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.800522] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4c81d0e-1575-49d0-98f5-9fd01f35158c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.800634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.800713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.800873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.800965] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c81d0e-1575-49d0-98f5-9fd01f35158c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.904036] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.905634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.905634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.905634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.905634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.905634] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.905634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.905634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.905634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.905634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.905634] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1038.932238] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.932238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.932408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.932579] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.933094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.941050] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1039.304591] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.305833] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.305946] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.306134] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4c81d0e-1575-49d0-98f5-9fd01f35158c with status ACTIVE [ 1039.306306] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.306430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.306501] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.306731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.306826] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.307029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.307140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.307231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.307399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.307479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.307660] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.307752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.307811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.307948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.308031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.308130] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4c81d0e-1575-49d0-98f5-9fd01f35158c is going to be updated. [ 1039.327871] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.328038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.328373] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.328373] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.328487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.328647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.589058] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 in Status: SUCCESS [ 1039.589058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.811816] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.313393] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.314250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.314338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.315032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.315032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.315147] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be created. [ 1040.338168] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.338310] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.338380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.338581] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.338735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.347846] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: UNINITIALIZED for 2s [ 1040.955115] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1040.955366] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 deletion is rescheduled due to dependency. [ 1040.955445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.505307] env[69985]: INFO networking_nsxv3.common.synchronization [req-9eacb5d1-64b2-4d4e-bb5f-7862046619ea req-41f1df78-a414-471e-8876-a71a514177e6 tempest-ImagesTestJSON-1158997241 tempest-ImagesTestJSON-1158997241-project-member] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1041.505914] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1041.506234] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.506351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.506441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.506613] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.506765] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.506867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.506929] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.509480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.509602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.509711] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.616294] env[69985]: INFO networking_nsxv3.common.synchronization [req-c6f87c34-557c-4bcc-8745-05f0dae9c906 req-7e2272a0-a52c-41f3-877d-2e3cb8373232 tempest-MigrationsAdminTest-2064433656 tempest-MigrationsAdminTest-2064433656-project-member] Enqueued Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_members [ 1041.616820] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_members [ 1041.618890] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.618974] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.619034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.619603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.619603] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.619603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.620164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.620164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.620164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.620164] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.013314] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.013746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.013746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.013746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.013994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.013994] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.014133] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.014182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.014333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.015109] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.015109] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 1042.039343] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.039565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.039668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.040037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.040172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.048860] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1042.125415] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.237485] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.237696] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.237832] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.238149] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.238448] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.238627] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.238759] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.238998] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.244761] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.245009] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.245141] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.245255] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.245450] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.245543] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.245591] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.245707] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.273605] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.273793] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.273956] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.274150] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.274479] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-47e06987-ed7c-4f19-8716-20716e1056c3 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.274665] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-47e06987-ed7c-4f19-8716-20716e1056c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.274784] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-47e06987-ed7c-4f19-8716-20716e1056c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.275197] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-47e06987-ed7c-4f19-8716-20716e1056c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.275347] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47e06987-ed7c-4f19-8716-20716e1056c3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.356666] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1042.356956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.357166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.357470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.357711] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.357843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.357907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.358088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.358171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.358258] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.358348] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.628243] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.782076] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.782447] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.782653] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.783804] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.783804] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.783804] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 47e06987-ed7c-4f19-8716-20716e1056c3 not found, creating... [ 1042.783804] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.783804] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.784108] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.784881] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.784881] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.784881] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.785284] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.785514] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.785760] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.786299] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.786299] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 47e06987-ed7c-4f19-8716-20716e1056c3 is going to be created. [ 1042.804323] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.804704] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.804798] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.805062] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.805387] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.805640] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-47e06987-ed7c-4f19-8716-20716e1056c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.864111] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.864111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.864111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.864111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.864345] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.864345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.864428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.864545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.864679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.864722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.864835] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.864928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.866132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.866132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.866132] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.866132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.866132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.866132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.866132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.866132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.866132] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.130199] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.130502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.130502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.130754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.130883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.130983] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9542bc-4110-4285-94ff-048eb58aef1c is going to be updated. [ 1043.156693] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.156871] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.156926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.157129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.157265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.165354] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: IN_PROGRESS for 2s [ 1043.369630] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd8b8f6-45fd-478a-bdc0-754c0d542853: rpc.has_security_group_logging(os_id): False [ 1043.387601] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.387751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.387829] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.388088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.388197] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.388432] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.388532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.388596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.388748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.388827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.389017] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.389119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.389180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.389322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.389397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.390261] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.390648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.390648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.390648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.390834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.390834] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be created. [ 1043.450735] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.450735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.450735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.451349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.451656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.463380] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1043.550263] env[69985]: INFO networking_nsxv3.common.synchronization [req-c6f87c34-557c-4bcc-8745-05f0dae9c906 req-1276b7a8-6c66-4c0c-9607-e7d460cf8535 service nova] Enqueued Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_rules [ 1043.550263] env[69985]: INFO networking_nsxv3.common.synchronization [req-c6f87c34-557c-4bcc-8745-05f0dae9c906 req-1276b7a8-6c66-4c0c-9607-e7d460cf8535 service nova] Enqueued Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_members [ 1043.550263] env[69985]: INFO networking_nsxv3.common.synchronization [req-c6f87c34-557c-4bcc-8745-05f0dae9c906 req-1276b7a8-6c66-4c0c-9607-e7d460cf8535 service nova] Enqueued Resource ID: 47e06987-ed7c-4f19-8716-20716e1056c3 with Priority: HIGHEST for action port [ 1043.550263] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_rules [ 1043.550263] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_members [ 1043.550263] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e06987-ed7c-4f19-8716-20716e1056c3 with Priority: HIGHEST for action port [ 1043.550496] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.550601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.550687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.550857] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.550940] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.555623] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.555744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.556116] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-47e06987-ed7c-4f19-8716-20716e1056c3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.556116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47e06987-ed7c-4f19-8716-20716e1056c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.556116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47e06987-ed7c-4f19-8716-20716e1056c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.556306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47e06987-ed7c-4f19-8716-20716e1056c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.556306] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47e06987-ed7c-4f19-8716-20716e1056c3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.692716] env[69985]: INFO networking_nsxv3.common.synchronization [req-37b7c55d-239a-4439-be1b-a01522395c57 req-b86616d8-c086-4b84-9d1a-5f33a79e6a17 tempest-ImagesNegativeTestJSON-2135729399 tempest-ImagesNegativeTestJSON-2135729399-project-member] Enqueued Resource ID: 106e77ce-7f43-49f4-89cf-022b72ae373c with Priority: HIGHEST for action security_group_members [ 1043.693651] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106e77ce-7f43-49f4-89cf-022b72ae373c with Priority: HIGHEST for action security_group_members [ 1043.693651] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-106e77ce-7f43-49f4-89cf-022b72ae373c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.693838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.693838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.693987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.694189] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.694318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.694378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.694526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.694659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.694727] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('106e77ce-7f43-49f4-89cf-022b72ae373c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.059690] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.059690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.059690] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47e06987-ed7c-4f19-8716-20716e1056c3 with status ACTIVE [ 1044.059690] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.059690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.059690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.059690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.059690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.059690] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.059690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.059690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.059690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.060217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.060217] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.060217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.060217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.060368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.060368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.060434] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47e06987-ed7c-4f19-8716-20716e1056c3 is going to be updated. [ 1044.066573] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1044.066573] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 deletion is rescheduled due to dependency. [ 1044.066739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.088752] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.088752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.088752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.088752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.088752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.088752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47e06987-ed7c-4f19-8716-20716e1056c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.196518] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.196791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.196791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.196971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.197095] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.197767] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.197767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.197767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.197767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.198081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.198081] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 106e77ce-7f43-49f4-89cf-022b72ae373c is going to be updated. [ 1044.246191] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.246351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.246394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.246594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.246724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.255224] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 106e77ce-7f43-49f4-89cf-022b72ae373c in Status: IN_PROGRESS for 2s [ 1045.177141] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: SUCCESS [ 1045.177141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.177141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.177141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.177141] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.177141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.177141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.177141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.177141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.177141] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.474852] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1045.475191] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.682987] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.185952] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.198624] env[69985]: INFO networking_nsxv3.common.synchronization [req-1727b303-fd21-4a70-8398-c6db9864cea8 req-fa2c540e-539b-4afe-a0bb-7f9fa728a077 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1046.199709] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1046.199709] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.199880] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.199880] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.200253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.200416] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.201061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.201061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.201061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.201061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.201061] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.264496] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 106e77ce-7f43-49f4-89cf-022b72ae373c in Status: SUCCESS [ 1046.264667] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 106e77ce-7f43-49f4-89cf-022b72ae373c deletion is rescheduled due to dependency. [ 1046.264783] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.525547] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.525913] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.525913] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.526647] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.526647] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.526647] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.526647] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.526849] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.527182] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.527517] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.527584] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.527679] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.527925] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.527925] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.528127] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.528207] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.559290] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.559469] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.559613] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.559992] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.560357] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-0229965f-d491-4e94-9f75-201dda751cd0 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.560540] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-0229965f-d491-4e94-9f75-201dda751cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.560666] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-0229965f-d491-4e94-9f75-201dda751cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.561050] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-0229965f-d491-4e94-9f75-201dda751cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.561170] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0229965f-d491-4e94-9f75-201dda751cd0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.688922] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.689102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.689194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.689389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.689482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.689585] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9542bc-4110-4285-94ff-048eb58aef1c is going to be updated. [ 1046.702605] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.702605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.702605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.702819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.702919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.703137] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.703242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.703318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.703467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.703543] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.703626] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 already deleted. [ 1046.703705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.716062] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.716220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.716298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.716471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.716604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.726202] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: IN_PROGRESS for 2s [ 1047.064215] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.065154] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.065154] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.065419] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.065589] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.065822] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 0229965f-d491-4e94-9f75-201dda751cd0 not found, creating... [ 1047.066270] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.066632] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.066729] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.067080] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.067309] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.067844] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.068099] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.068303] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.068647] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.068895] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.069282] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 0229965f-d491-4e94-9f75-201dda751cd0 is going to be created. [ 1047.092598] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.092886] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.093157] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.093459] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.093746] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.094009] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-0229965f-d491-4e94-9f75-201dda751cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.893593] env[69985]: INFO networking_nsxv3.common.synchronization [req-1727b303-fd21-4a70-8398-c6db9864cea8 req-81ee6fe4-e910-4a88-a0b1-382513290319 service nova] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_rules [ 1047.893964] env[69985]: INFO networking_nsxv3.common.synchronization [req-1727b303-fd21-4a70-8398-c6db9864cea8 req-81ee6fe4-e910-4a88-a0b1-382513290319 service nova] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1047.893964] env[69985]: INFO networking_nsxv3.common.synchronization [req-1727b303-fd21-4a70-8398-c6db9864cea8 req-81ee6fe4-e910-4a88-a0b1-382513290319 service nova] Enqueued Resource ID: 0229965f-d491-4e94-9f75-201dda751cd0 with Priority: HIGHEST for action port [ 1047.894544] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_rules [ 1047.894698] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1047.894804] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0229965f-d491-4e94-9f75-201dda751cd0 with Priority: HIGHEST for action port [ 1047.896952] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.896952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.896952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.896952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.897495] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.899416] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.899690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.899690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.899975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.900738] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.900738] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.900738] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.900738] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.900738] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.900738] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.901940] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0229965f-d491-4e94-9f75-201dda751cd0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.902071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0229965f-d491-4e94-9f75-201dda751cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.902313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0229965f-d491-4e94-9f75-201dda751cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.903282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0229965f-d491-4e94-9f75-201dda751cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.903475] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0229965f-d491-4e94-9f75-201dda751cd0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.399561] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.399731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.402144] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.406088] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0229965f-d491-4e94-9f75-201dda751cd0 with status ACTIVE [ 1048.406416] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.406549] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.406618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.407275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.407381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.407601] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.407707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.407769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.407943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.408037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.408242] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.408333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.408397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.408541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.408678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.408720] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0229965f-d491-4e94-9f75-201dda751cd0 is going to be updated. [ 1048.437190] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.437389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.437389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.437564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.437688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.437851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0229965f-d491-4e94-9f75-201dda751cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.735995] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: SUCCESS [ 1048.736226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.736390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.736608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.736802] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.736934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.737029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.737253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.737339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.737426] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.737516] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.791725] env[69985]: INFO networking_nsxv3.common.synchronization [req-cf2797b7-4de4-48c6-b2b9-6872c318c927 req-429e6db7-afac-437f-8ccc-9504cfd3c58b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1048.791928] env[69985]: INFO networking_nsxv3.common.synchronization [req-cf2797b7-4de4-48c6-b2b9-6872c318c927 req-429e6db7-afac-437f-8ccc-9504cfd3c58b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_members [ 1048.792612] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1048.792612] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_members [ 1048.792876] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.792990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.793065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.793269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.793466] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.793519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.793609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.794434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.794434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.794434] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.795087] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-86613398-2c90-4e0e-9801-86ed84f0cef0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.795087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.795087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.795087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.795266] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.795380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.795458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.795607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.795688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.795776] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.835881] env[69985]: INFO networking_nsxv3.common.synchronization [req-cf2797b7-4de4-48c6-b2b9-6872c318c927 req-429e6db7-afac-437f-8ccc-9504cfd3c58b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_rules [ 1048.836083] env[69985]: INFO networking_nsxv3.common.synchronization [req-cf2797b7-4de4-48c6-b2b9-6872c318c927 req-429e6db7-afac-437f-8ccc-9504cfd3c58b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1048.836225] env[69985]: INFO networking_nsxv3.common.synchronization [req-cf2797b7-4de4-48c6-b2b9-6872c318c927 req-429e6db7-afac-437f-8ccc-9504cfd3c58b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_rules [ 1048.836353] env[69985]: INFO networking_nsxv3.common.synchronization [req-cf2797b7-4de4-48c6-b2b9-6872c318c927 req-429e6db7-afac-437f-8ccc-9504cfd3c58b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_members [ 1048.836483] env[69985]: INFO networking_nsxv3.common.synchronization [req-cf2797b7-4de4-48c6-b2b9-6872c318c927 req-429e6db7-afac-437f-8ccc-9504cfd3c58b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: e4c81d0e-1575-49d0-98f5-9fd01f35158c with Priority: HIGHEST for action port [ 1048.836940] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_rules [ 1048.837091] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_rules [ 1048.837191] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4c81d0e-1575-49d0-98f5-9fd01f35158c with Priority: HIGHEST for action port [ 1048.837285] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1048.837372] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_members [ 1048.837633] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.837755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.837861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.838034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.838116] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.838902] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86613398-2c90-4e0e-9801-86ed84f0cef0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.839026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.839091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.839340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.839446] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.840378] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4c81d0e-1575-49d0-98f5-9fd01f35158c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.840486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.840557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.840717] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.840794] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c81d0e-1575-49d0-98f5-9fd01f35158c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.841443] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.841537] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.841714] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-86613398-2c90-4e0e-9801-86ed84f0cef0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.841808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.904902] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.239703] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.239908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.240023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.240248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.240447] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.240557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.240634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.240808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.240903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.240992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.241184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.241304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.241363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.241484] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.241635] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.241731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.241810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.241956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.242143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.242143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.242244] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.301951] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.303048] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.343243] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.343436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.343696] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-86613398-2c90-4e0e-9801-86ed84f0cef0 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.343830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.343987] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4c81d0e-1575-49d0-98f5-9fd01f35158c with status ACTIVE [ 1049.344189] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.344295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.344375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.344648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.344752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.344958] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.345077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.345157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.345365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.345468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.345679] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.345782] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.345848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.346022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.346145] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.346237] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4c81d0e-1575-49d0-98f5-9fd01f35158c is going to be updated. [ 1049.368096] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.368381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.368381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.368555] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.368683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.368869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.409150] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.409376] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.409449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.409682] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.409776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.409888] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be created. [ 1049.436747] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.436932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.437016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.437241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.437473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.447718] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: UNINITIALIZED for 2s [ 1049.745052] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f9542bc-4110-4285-94ff-048eb58aef1c: rpc.has_security_group_logging(os_id): False [ 1049.806416] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.807615] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.856028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.856028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.856028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.856028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.856028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.856028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.856028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.856028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.856028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.856028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.856028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.856028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.856028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.856889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.857118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.857517] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.857778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.858060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.858346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.858565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.858822] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f9542bc-4110-4285-94ff-048eb58aef1c is going to be updated. [ 1049.922926] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.922926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.922926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.922926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.922926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.938039] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: IN_PROGRESS for 2s [ 1050.009024] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb27796a-d908-45ce-b5d7-9f8ed14d791c req-2a5d5b2a-7800-41d0-b995-f0df6d5c18c9 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1050.009024] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb27796a-d908-45ce-b5d7-9f8ed14d791c req-2a5d5b2a-7800-41d0-b995-f0df6d5c18c9 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_members [ 1050.009024] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb27796a-d908-45ce-b5d7-9f8ed14d791c req-2a5d5b2a-7800-41d0-b995-f0df6d5c18c9 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 662df879-9222-4c19-9034-b899552c0697 with Priority: HIGHEST for action security_group_members [ 1050.009024] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1050.009024] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_members [ 1050.009024] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662df879-9222-4c19-9034-b899552c0697 with Priority: HIGHEST for action security_group_members [ 1050.009461] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.009727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.010601] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-86613398-2c90-4e0e-9801-86ed84f0cef0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.010808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.011100] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-662df879-9222-4c19-9034-b899552c0697 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.011349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.013585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.013585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.013585] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.013585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.013585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.013585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.013585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.013585] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.129117] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb27796a-d908-45ce-b5d7-9f8ed14d791c req-2a5d5b2a-7800-41d0-b995-f0df6d5c18c9 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_rules [ 1050.129117] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb27796a-d908-45ce-b5d7-9f8ed14d791c req-2a5d5b2a-7800-41d0-b995-f0df6d5c18c9 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1050.129117] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb27796a-d908-45ce-b5d7-9f8ed14d791c req-2a5d5b2a-7800-41d0-b995-f0df6d5c18c9 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 662df879-9222-4c19-9034-b899552c0697 with Priority: HIGHEST for action security_group_rules [ 1050.129117] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb27796a-d908-45ce-b5d7-9f8ed14d791c req-2a5d5b2a-7800-41d0-b995-f0df6d5c18c9 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 662df879-9222-4c19-9034-b899552c0697 with Priority: HIGHEST for action security_group_members [ 1050.129117] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb27796a-d908-45ce-b5d7-9f8ed14d791c req-2a5d5b2a-7800-41d0-b995-f0df6d5c18c9 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_rules [ 1050.129117] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb27796a-d908-45ce-b5d7-9f8ed14d791c req-2a5d5b2a-7800-41d0-b995-f0df6d5c18c9 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_members [ 1050.129117] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb27796a-d908-45ce-b5d7-9f8ed14d791c req-2a5d5b2a-7800-41d0-b995-f0df6d5c18c9 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: e4c81d0e-1575-49d0-98f5-9fd01f35158c with Priority: HIGHEST for action port [ 1050.130114] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_rules [ 1050.130501] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662df879-9222-4c19-9034-b899552c0697 with Priority: HIGHEST for action security_group_rules [ 1050.130773] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_members [ 1050.130989] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4c81d0e-1575-49d0-98f5-9fd01f35158c with Priority: HIGHEST for action port [ 1050.131189] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_rules [ 1050.131374] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1050.131599] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662df879-9222-4c19-9034-b899552c0697 with Priority: HIGHEST for action security_group_members [ 1050.132023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.132544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.132909] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-662df879-9222-4c19-9034-b899552c0697 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.133215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.133390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.134117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.134117] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.135332] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-86613398-2c90-4e0e-9801-86ed84f0cef0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.135766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.136106] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4c81d0e-1575-49d0-98f5-9fd01f35158c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.137039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.137039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.137039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.137039] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c81d0e-1575-49d0-98f5-9fd01f35158c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.138491] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86613398-2c90-4e0e-9801-86ed84f0cef0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.138491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.139715] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.139939] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.140010] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-662df879-9222-4c19-9034-b899552c0697 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.140103] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.207408] env[69985]: INFO networking_nsxv3.common.synchronization [req-b88a0754-785b-46a9-b1f3-dc07536f6f01 req-04cff04c-71fb-41f4-a9d6-8c5b92636299 tempest-ServerMetadataNegativeTestJSON-1469643113 tempest-ServerMetadataNegativeTestJSON-1469643113-project-member] Enqueued Resource ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d with Priority: HIGHEST for action security_group_members [ 1050.207951] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d with Priority: HIGHEST for action security_group_members [ 1050.208277] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.208403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.208469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.209089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.209089] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.209089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.209264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.209294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.209385] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.209450] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d8d547-bf0b-429c-8d84-79475b7c4c1d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.309772] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.310011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.310131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.310429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.310668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.310752] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1050.312382] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.312620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.312620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.312966] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.313115] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.313246] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 is going to be created. [ 1050.343997] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.344195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.344272] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.344678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.344843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.349033] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.349199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.349276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.349451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.349582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.355044] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: UNINITIALIZED for 2s [ 1050.360444] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1050.514602] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.608824] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.608824] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-963" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.608824] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-963" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.608824] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-963" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.608824] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.608824] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.608824] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.608824] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.608824] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.609357] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.609357] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.609357] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.609357] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.609491] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.609602] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.610087] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.629126] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.629420] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1050.629612] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.629842] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-963" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.630449] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-3b8fa629-0413-47b5-9a6d-7b64d336638d taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.630449] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-3b8fa629-0413-47b5-9a6d-7b64d336638d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.630613] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-3b8fa629-0413-47b5-9a6d-7b64d336638d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.631261] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-3b8fa629-0413-47b5-9a6d-7b64d336638d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.631425] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b8fa629-0413-47b5-9a6d-7b64d336638d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.641371] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-662df879-9222-4c19-9034-b899552c0697 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.641474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.641574] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4c81d0e-1575-49d0-98f5-9fd01f35158c with status ACTIVE [ 1050.641985] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.641985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.641985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.642292] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.642292] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.642380] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.642469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.643050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.643050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.643050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.643050] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.643050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.643050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.643312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.643312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.643375] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4c81d0e-1575-49d0-98f5-9fd01f35158c is going to be updated. [ 1050.662961] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.663134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.663207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.663421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.663564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.663762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4c81d0e-1575-49d0-98f5-9fd01f35158c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.712313] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.712497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.712561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.712878] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.712964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.713210] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.713317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.713384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.713545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.713623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.713720] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d already deleted. [ 1050.713803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.017424] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.137044] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.137577] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.137756] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.138318] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.138318] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.138501] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 3b8fa629-0413-47b5-9a6d-7b64d336638d not found, creating... [ 1051.138845] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.139048] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.139366] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.139678] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.139857] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.140228] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.140405] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.140570] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.141064] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.141064] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.141166] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 3b8fa629-0413-47b5-9a6d-7b64d336638d is going to be created. [ 1051.160673] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.160870] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.160906] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.163164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.163164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.163164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-3b8fa629-0413-47b5-9a6d-7b64d336638d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.459030] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1051.459030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.459030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.459030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.459030] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.459280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.459280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.459395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.459445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.459512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.459601] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.521441] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.521441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.521441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.521441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.521441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.521441] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662df879-9222-4c19-9034-b899552c0697 is going to be created. [ 1051.546686] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.546686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.546686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.546686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.546686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.555187] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662df879-9222-4c19-9034-b899552c0697 in Status: UNINITIALIZED for 2s [ 1051.653702] env[69985]: INFO networking_nsxv3.common.synchronization [req-9af01d72-b299-4e76-a5e3-38a5ce543acf req-5bd6eda6-bf91-4d27-8649-1e3d75baa5e9 tempest-ListServerFiltersTestJSON-499730754 tempest-ListServerFiltersTestJSON-499730754-project-member] Enqueued Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 1051.654179] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGHEST for action security_group_members [ 1051.654463] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.654586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.654650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.654849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.654995] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.657229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.657229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.657386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.657471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.657565] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.955116] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: SUCCESS [ 1051.955116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.967020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.967020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.967020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.967020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.967020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.967020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.967020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.967020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.967020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.967020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.967020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.967020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.967020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.967020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.967020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.967020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.967743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.967743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.967743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.967743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.968159] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.014112] env[69985]: INFO networking_nsxv3.common.synchronization [req-b88a0754-785b-46a9-b1f3-dc07536f6f01 req-cfcfea23-cc44-4859-96c1-fc7bd9e84012 service nova] Enqueued Resource ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d with Priority: HIGHEST for action security_group_rules [ 1052.014112] env[69985]: INFO networking_nsxv3.common.synchronization [req-b88a0754-785b-46a9-b1f3-dc07536f6f01 req-cfcfea23-cc44-4859-96c1-fc7bd9e84012 service nova] Enqueued Resource ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d with Priority: HIGHEST for action security_group_members [ 1052.014112] env[69985]: INFO networking_nsxv3.common.synchronization [req-b88a0754-785b-46a9-b1f3-dc07536f6f01 req-cfcfea23-cc44-4859-96c1-fc7bd9e84012 service nova] Enqueued Resource ID: 3b8fa629-0413-47b5-9a6d-7b64d336638d with Priority: HIGHEST for action port [ 1052.014112] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d with Priority: HIGHEST for action security_group_rules [ 1052.014112] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d with Priority: HIGHEST for action security_group_members [ 1052.014112] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8fa629-0413-47b5-9a6d-7b64d336638d with Priority: HIGHEST for action port [ 1052.014112] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d8d547-bf0b-429c-8d84-79475b7c4c1d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.014112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.014112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.014112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.014112] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d8d547-bf0b-429c-8d84-79475b7c4c1d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.015928] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.016284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.019018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.019018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.019018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.019018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.019018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.019018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.019018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.019018] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d8d547-bf0b-429c-8d84-79475b7c4c1d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.019018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b8fa629-0413-47b5-9a6d-7b64d336638d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.019018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b8fa629-0413-47b5-9a6d-7b64d336638d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.019018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b8fa629-0413-47b5-9a6d-7b64d336638d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.019018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b8fa629-0413-47b5-9a6d-7b64d336638d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.019018] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b8fa629-0413-47b5-9a6d-7b64d336638d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.165159] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.165159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.165159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.165159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.165159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.165159] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.165159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.165159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.165159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.165159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.165159] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 is going to be updated. [ 1052.190808] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.190808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.190808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.190808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.190808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.198328] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: IN_PROGRESS for 2s [ 1052.363548] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: SUCCESS [ 1052.363749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.363904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.364125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.364306] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.364420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.364500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.364636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.364721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.364822] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.366668] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1052.366842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.366981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.367157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.367318] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.367422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.367485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.367625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.367699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.367783] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.470848] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3efe893f-7edd-4b2e-a1ad-646e62675a55: rpc.has_security_group_logging(os_id): False [ 1052.487537] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.487692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.487764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.487975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.488160] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.488268] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.488364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.488427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.488570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.488647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.488843] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.488940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.489012] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.489199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.489279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.489461] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.489560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.489623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.490257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.490257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.490257] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be created. [ 1052.521466] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.521602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.521861] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d8d547-bf0b-429c-8d84-79475b7c4c1d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.522737] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b8fa629-0413-47b5-9a6d-7b64d336638d with status ACTIVE [ 1052.522930] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.523052] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.523121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.523321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.523412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.523573] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.523665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.523727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.523868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.523944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.524153] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.524247] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.524308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.524443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.524515] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.524614] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b8fa629-0413-47b5-9a6d-7b64d336638d is going to be updated. [ 1052.540775] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.540906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.540976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.541167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.541337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.547073] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.547073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.547073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.547073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.547073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.547309] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b8fa629-0413-47b5-9a6d-7b64d336638d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.551774] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1052.738025] env[69985]: INFO networking_nsxv3.common.synchronization [req-220ce353-a9f3-455d-a30f-c89a8902c63e req-a76a3e3c-ef95-460c-adaf-039133cbc090 tempest-ServersAdminTestJSON-40334490 tempest-ServersAdminTestJSON-40334490-project-member] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 1052.738025] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 1052.738025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.738025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.738025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.738025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.738025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.738025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.738025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.738025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.738025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.738025] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.867065] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.869803] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.028979] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d8d547-bf0b-429c-8d84-79475b7c4c1d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.239616] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.253523] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.253523] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.253523] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.253523] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.253523] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.253523] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.253523] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.253523] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.253523] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.253523] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.253523] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.253523] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.253523] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.254265] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.254265] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.254265] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.274762] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.275105] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1053.275321] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.275547] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-968" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.276084] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-3479d475-b805-49db-a031-c31a6724c10d taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.276354] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-3479d475-b805-49db-a031-c31a6724c10d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.276635] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-3479d475-b805-49db-a031-c31a6724c10d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.277038] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-3479d475-b805-49db-a031-c31a6724c10d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.277262] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3479d475-b805-49db-a031-c31a6724c10d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.371721] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.374372] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.535540] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.535699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.535778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.536127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.536245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.536351] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d is going to be created. [ 1053.556873] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.557044] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.557112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.557347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.557538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.566607] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662df879-9222-4c19-9034-b899552c0697 in Status: SUCCESS [ 1053.567256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.567256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.567256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.567476] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.567540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.567578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.567757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.567827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.567940] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.569312] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d in Status: UNINITIALIZED for 2s [ 1053.743477] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.779435] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.779607] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.779769] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.779977] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.780148] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.780311] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 3479d475-b805-49db-a031-c31a6724c10d not found, creating... [ 1053.781287] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.781287] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.781287] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.781287] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.781287] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.781530] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.781734] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.781801] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.782022] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.782478] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.782478] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 3479d475-b805-49db-a031-c31a6724c10d is going to be created. [ 1053.801942] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.802184] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.802314] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.802590] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.802834] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.803066] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-3479d475-b805-49db-a031-c31a6724c10d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.876200] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.876434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.876509] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.876731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.876836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.876941] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 is going to be updated. [ 1053.878313] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.878423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.878530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.878664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.878749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.878839] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1053.929440] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.929440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.929440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.929440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.929440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.930831] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.930979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.931053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.931269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.931357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.942498] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: IN_PROGRESS for 2s [ 1053.943010] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1054.071769] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.209423] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 in Status: SUCCESS [ 1054.209649] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 deletion is rescheduled due to dependency. [ 1054.209779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.246512] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.246512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.246512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.248126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.248126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.248126] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be updated. [ 1054.281568] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.281735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.281880] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.282027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.282204] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.292088] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 1054.562217] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1054.562743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.577189] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.692373] env[69985]: INFO networking_nsxv3.common.synchronization [req-220ce353-a9f3-455d-a30f-c89a8902c63e req-1b88f94f-b0bf-4a8f-b8c6-c507e9a23f06 service nova] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_rules [ 1054.692549] env[69985]: INFO networking_nsxv3.common.synchronization [req-220ce353-a9f3-455d-a30f-c89a8902c63e req-1b88f94f-b0bf-4a8f-b8c6-c507e9a23f06 service nova] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 1054.692711] env[69985]: INFO networking_nsxv3.common.synchronization [req-220ce353-a9f3-455d-a30f-c89a8902c63e req-1b88f94f-b0bf-4a8f-b8c6-c507e9a23f06 service nova] Enqueued Resource ID: 3479d475-b805-49db-a031-c31a6724c10d with Priority: HIGHEST for action port [ 1054.692945] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_rules [ 1054.693094] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 1054.693193] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3479d475-b805-49db-a031-c31a6724c10d with Priority: HIGHEST for action port [ 1054.693733] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.693860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.694063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.694328] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.694424] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.697421] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.697421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.697421] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-3479d475-b805-49db-a031-c31a6724c10d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.697421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3479d475-b805-49db-a031-c31a6724c10d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.697421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3479d475-b805-49db-a031-c31a6724c10d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.697421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3479d475-b805-49db-a031-c31a6724c10d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.697421] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3479d475-b805-49db-a031-c31a6724c10d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.079899] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.080280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.080280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.080414] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.080503] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.080603] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662df879-9222-4c19-9034-b899552c0697 is going to be updated. [ 1055.108679] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.108851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.108936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.109126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.109272] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.117420] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662df879-9222-4c19-9034-b899552c0697 in Status: IN_PROGRESS for 2s [ 1055.197284] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.197439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.200835] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3479d475-b805-49db-a031-c31a6724c10d with status ACTIVE [ 1055.201067] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.201237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.201295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.201519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.201704] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.201786] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.201869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.201922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.202100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.202172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.202373] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.202467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.202518] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.202676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.202763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.202850] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3479d475-b805-49db-a031-c31a6724c10d is going to be updated. [ 1055.228447] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.228668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.228668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.228863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.228995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.229163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3479d475-b805-49db-a031-c31a6724c10d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.577288] env[69985]: INFO networking_nsxv3.common.synchronization [req-08c726df-70b1-4cc3-86d3-7194e9c4591f req-5cc89f3b-e106-42d1-9953-7e3347c040aa tempest-InstanceActionsTestJSON-1780139484 tempest-InstanceActionsTestJSON-1780139484-project-member] Enqueued Resource ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 with Priority: HIGHEST for action security_group_members [ 1055.577872] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 with Priority: HIGHEST for action security_group_members [ 1055.578239] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cd683b-053c-4533-a84a-602b6d4d7d53 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.578418] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.578418] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.578719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.578899] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.579019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.579139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.579301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.579384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.579489] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0cd683b-053c-4533-a84a-602b6d4d7d53',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.581010] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d in Status: SUCCESS [ 1055.581282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.581736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.581931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.582105] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.582211] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.582272] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.582417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.582494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.582580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.582669] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8d8d547-bf0b-429c-8d84-79475b7c4c1d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.953989] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1055.954272] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.954491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.954754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.954966] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.955147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.955239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.955371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.955456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.955544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.955646] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.957198] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: SUCCESS [ 1055.957383] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.957541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.957711] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.957885] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.957994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.958074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.958217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.958299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.958452] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.959282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.959453] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.959641] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.963058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.963058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.963058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.963058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.963058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.963058] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.963058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.963058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.963058] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.963058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.963058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.963058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.963058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.963058] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.084747] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.085351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.085351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.085351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.085713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.085713] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.085713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.085713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.086736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.086736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.086736] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 already deleted. [ 1056.086736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.086736] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.086736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.086736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.087752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.087752] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.087752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.087752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.087752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.087752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.087752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.087752] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.087752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.089102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.089102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.089102] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.089102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.089102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.089102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.089102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.089102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.089102] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8d8d547-bf0b-429c-8d84-79475b7c4c1d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.294614] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.294806] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-169" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.294936] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-169" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.295280] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-169" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.295528] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.295677] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.295790] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.295997] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.296152] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.296352] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.296458] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.296563] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.296666] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.296770] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.296871] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.296999] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.307454] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 1056.307691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.307848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.308068] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.309433] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.309433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.309433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.309433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.309433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.309433] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.315914] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.316101] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1056.316245] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.316413] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-169" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.316738] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-66d406e0-6f68-43e7-ab80-d030bf95c7bb taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.316880] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-66d406e0-6f68-43e7-ab80-d030bf95c7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.317010] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-66d406e0-6f68-43e7-ab80-d030bf95c7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.317522] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-66d406e0-6f68-43e7-ab80-d030bf95c7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.317522] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66d406e0-6f68-43e7-ab80-d030bf95c7bb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.411151] env[69985]: INFO networking_nsxv3.common.synchronization [req-7426a6a6-7b4b-45be-ae6a-ad0999e91ee4 req-ee1c8048-c5b9-4d00-b13c-89a057d68feb tempest-ListServersNegativeTestJSON-1216494605 tempest-ListServersNegativeTestJSON-1216494605-project-member] Enqueued Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 1056.411888] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 1056.412791] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.412791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.412791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.412791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.412791] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.412791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.412791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.413111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.413111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.413170] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.461799] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.461947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.462159] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.464155] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.464724] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.592569] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8d8d547-bf0b-429c-8d84-79475b7c4c1d: rpc.has_security_group_logging(os_id): False [ 1056.613206] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.613206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.613206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.613206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.613206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.613206] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.613206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.613206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.613206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.613206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.613206] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.613206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.613206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.613206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.613206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.613707] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.613858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.614045] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.614311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.614493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.614706] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d is going to be created. [ 1056.666933] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.666933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.666933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.667242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.667528] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.676922] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d in Status: IN_PROGRESS for 2s [ 1056.814526] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.820493] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.820493] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.820705] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.820971] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.821174] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.821365] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 66d406e0-6f68-43e7-ab80-d030bf95c7bb not found, creating... [ 1056.821786] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.821917] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.821996] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.822309] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.822390] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.823529] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.823529] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.823529] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.823529] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.823529] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.823529] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 66d406e0-6f68-43e7-ab80-d030bf95c7bb is going to be created. [ 1056.842241] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.842911] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.842911] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.842911] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.843126] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.843342] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-66d406e0-6f68-43e7-ab80-d030bf95c7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.916231] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.964157] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.965828] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86613398-2c90-4e0e-9801-86ed84f0cef0: rpc.has_security_group_logging(os_id): False [ 1056.966724] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.989088] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.989088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.989088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.989088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.989088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.989088] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.989088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.989088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.989088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.989088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.989088] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 is going to be created. [ 1057.067428] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.067698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.067698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.067846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.068025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.079522] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: IN_PROGRESS for 2s [ 1057.129810] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662df879-9222-4c19-9034-b899552c0697 in Status: SUCCESS [ 1057.129810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.129810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.129810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.129810] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.129810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.129810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.129810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.129810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.129810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.129810] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.316752] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.366801] env[69985]: INFO networking_nsxv3.common.synchronization [req-77886f08-f034-42b3-90fe-b1db4d0482d9 req-bd3b00e5-009f-4c52-b5b1-8152d5c152c8 tempest-ListServersNegativeTestJSON-1216494605 tempest-ListServersNegativeTestJSON-1216494605-project-member] Enqueued Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 1057.367961] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGHEST for action security_group_members [ 1057.367961] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.367961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.416999] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.468027] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.468027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.468027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.468027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.468027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.468027] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1057.470595] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.470713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.470779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.470984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.471104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.471194] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 is going to be updated. [ 1057.511041] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.511213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.511292] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.512118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.512118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.513432] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.513560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.513607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.513769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.513894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.522572] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: IN_PROGRESS for 2s [ 1057.523085] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1057.631672] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.819820] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.820019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.820087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.820282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.820374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.820474] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be updated. [ 1057.852574] env[69985]: INFO networking_nsxv3.common.synchronization [req-08c726df-70b1-4cc3-86d3-7194e9c4591f req-23f51e5d-b6e4-4fca-8e41-a271e09b1176 service nova] Enqueued Resource ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 with Priority: HIGHEST for action security_group_rules [ 1057.852745] env[69985]: INFO networking_nsxv3.common.synchronization [req-08c726df-70b1-4cc3-86d3-7194e9c4591f req-23f51e5d-b6e4-4fca-8e41-a271e09b1176 service nova] Enqueued Resource ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 with Priority: HIGHEST for action security_group_members [ 1057.852888] env[69985]: INFO networking_nsxv3.common.synchronization [req-08c726df-70b1-4cc3-86d3-7194e9c4591f req-23f51e5d-b6e4-4fca-8e41-a271e09b1176 service nova] Enqueued Resource ID: 66d406e0-6f68-43e7-ab80-d030bf95c7bb with Priority: HIGHEST for action port [ 1057.855632] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.855761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.855817] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.856039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.856181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.858866] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 with Priority: HIGHEST for action security_group_rules [ 1057.858866] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 with Priority: HIGHEST for action security_group_members [ 1057.858866] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d406e0-6f68-43e7-ab80-d030bf95c7bb with Priority: HIGHEST for action port [ 1057.858967] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0cd683b-053c-4533-a84a-602b6d4d7d53 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.859049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.859108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.859302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.859381] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0cd683b-053c-4533-a84a-602b6d4d7d53',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.861463] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cd683b-053c-4533-a84a-602b6d4d7d53 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.861463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.861463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.861463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.861463] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.861463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.861463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.865023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.865023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.865023] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0cd683b-053c-4533-a84a-602b6d4d7d53',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.865023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-66d406e0-6f68-43e7-ab80-d030bf95c7bb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.865023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66d406e0-6f68-43e7-ab80-d030bf95c7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.865023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66d406e0-6f68-43e7-ab80-d030bf95c7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.865023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66d406e0-6f68-43e7-ab80-d030bf95c7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.865023] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66d406e0-6f68-43e7-ab80-d030bf95c7bb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.873375] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 1057.923330] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.923596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.923596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.924096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.924214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.924325] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 is going to be updated. [ 1057.955656] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.955900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.956025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.956337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.956558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.968144] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: IN_PROGRESS for 2s [ 1058.133674] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 662df879-9222-4c19-9034-b899552c0697: rpc.has_security_group_logging(os_id): False [ 1058.158795] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.159089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.159089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.159290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.159402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.159680] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.159789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.159861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.160046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.160132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.160248] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662df879-9222-4c19-9034-b899552c0697 is going to be created. [ 1058.235475] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.235636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.235691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.235909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.236096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.270217] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662df879-9222-4c19-9034-b899552c0697 in Status: IN_PROGRESS for 2s [ 1058.366756] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66d406e0-6f68-43e7-ab80-d030bf95c7bb with status ACTIVE [ 1058.366980] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.367364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.367523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.367980] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.368210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.368562] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.368760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.368917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.369233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.369366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.369724] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.370244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.370244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.370244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.370244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.370754] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66d406e0-6f68-43e7-ab80-d030bf95c7bb is going to be updated. [ 1058.372550] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cd683b-053c-4533-a84a-602b6d4d7d53 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.372768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.373092] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0cd683b-053c-4533-a84a-602b6d4d7d53',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.396321] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.396480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.396549] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.396753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.396887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.397061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66d406e0-6f68-43e7-ab80-d030bf95c7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.689459] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d in Status: SUCCESS [ 1058.690329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.875783] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0cd683b-053c-4533-a84a-602b6d4d7d53',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.093873] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: SUCCESS [ 1059.094364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.094641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.094945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.095068] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.380799] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.380799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.380799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.380799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.380799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.380799] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 is going to be created. [ 1059.403289] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.403289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.403289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.403289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.403289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.412169] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 in Status: UNINITIALIZED for 2s [ 1059.533920] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: SUCCESS [ 1059.534143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.534303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.534515] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.534700] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.534813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.534880] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.535059] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.535155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.535254] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.536655] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1059.536829] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.536971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.541023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.541023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.541023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.541023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.541023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.541023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.541023] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.597323] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-86613398-2c90-4e0e-9801-86ed84f0cef0 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.597497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.883691] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 1059.883691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.883691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.883691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.883691] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.883691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.884286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.884286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.884286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.884286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.884286] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.977835] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: SUCCESS [ 1059.978073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.978240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.978459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.978647] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.978764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.978830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.978982] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.979083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.979180] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.039859] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.043294] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.283963] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662df879-9222-4c19-9034-b899552c0697 in Status: SUCCESS [ 1060.284201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.386900] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.387255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.387341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.388693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.388693] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.388693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.388693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.388693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.388693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.388693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.388693] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.388693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.388693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.388693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.389177] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.389177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.389177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.389177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.389512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.389512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.389613] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.425247] env[69985]: INFO networking_nsxv3.common.synchronization [req-87a91bdb-df97-42c1-bbbd-f15e7006e97d req-90733c46-2551-4f64-a1c2-2087e8664829 tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1060.425745] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1060.426841] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.426975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.427055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.427317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.427477] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.427582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.427646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.427800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.427887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.427982] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.481571] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.481769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.481769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.482142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.482262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.482496] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.482601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.482601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.482741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.482819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.482911] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 is going to be updated. [ 1060.508212] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.508352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.508420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.508624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.508758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.520390] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: IN_PROGRESS for 2s [ 1060.542833] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.545213] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.894798] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edb81510-055b-4e10-bb75-a9b3f326fe5f: rpc.has_security_group_logging(os_id): False [ 1060.916225] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.916473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.916587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.921150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.921150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.921150] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.921150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.921150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.921150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.921150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.921150] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.922378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.922545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.922757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.922846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.923177] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.923302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.923384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.923571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.923672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.923807] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be updated. [ 1060.929694] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.929872] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.929939] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.930115] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.930233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.930467] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.930583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.930654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.930808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.930883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.930969] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a already deleted. [ 1060.931073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.987192] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.987390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.987483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.987700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.987843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.001690] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 1061.050856] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.050856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.050856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.050856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.050856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.050856] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 is going to be updated. [ 1061.051279] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.051279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.051279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.051451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.051524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.051671] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1061.066079] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.068424] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.068649] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.069037] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.069399] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.069739] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.069739] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.070301] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.070301] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.074983] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.074983] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.074983] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.074983] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.074983] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.074983] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.074983] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.088778] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.088944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.089062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.089289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.089466] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.091945] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.092083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.092130] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.094164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.094164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.095973] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.096211] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.096361] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.096559] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.096963] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-80bd277f-8072-43a4-a5a0-6c9f7e01f1a8 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.097171] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-80bd277f-8072-43a4-a5a0-6c9f7e01f1a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.097296] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-80bd277f-8072-43a4-a5a0-6c9f7e01f1a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.097602] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-80bd277f-8072-43a4-a5a0-6c9f7e01f1a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.097750] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80bd277f-8072-43a4-a5a0-6c9f7e01f1a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.110173] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: IN_PROGRESS for 2s [ 1061.110840] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1061.421977] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 in Status: SUCCESS [ 1061.422292] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.422531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.422840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.423065] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.423213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.423282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.423455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.423541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.423627] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.423724] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0cd683b-053c-4533-a84a-602b6d4d7d53',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.600797] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.601627] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.601627] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.601627] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.601827] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.603028] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 80bd277f-8072-43a4-a5a0-6c9f7e01f1a8 not found, creating... [ 1061.603028] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.603028] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.603028] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.603028] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.603279] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.603470] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.603625] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.603788] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.604119] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.604271] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.604438] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 80bd277f-8072-43a4-a5a0-6c9f7e01f1a8 is going to be created. [ 1061.624067] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.624203] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.624558] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.624641] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.624863] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.625112] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-80bd277f-8072-43a4-a5a0-6c9f7e01f1a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.926281] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cd683b-053c-4533-a84a-602b6d4d7d53 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.926462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.926462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.926686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.926883] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.927039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.927122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.927280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.927375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.927576] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.927712] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cd683b-053c-4533-a84a-602b6d4d7d53 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.927817] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.927873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.927999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.928169] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.928243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.928293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.928437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.928515] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.928601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.928692] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0cd683b-053c-4533-a84a-602b6d4d7d53',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.943194] env[69985]: INFO networking_nsxv3.common.synchronization [req-7483952f-4492-4223-82a6-3d28feb8cafa req-96aa1253-2257-48ce-84e4-79c0a21bf728 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1061.944340] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1061.944340] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.944640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.944640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.944728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.944826] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.944929] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.945405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.945405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.945405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.945405] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.431736] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0cd683b-053c-4533-a84a-602b6d4d7d53: rpc.has_security_group_logging(os_id): False [ 1062.447812] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.448072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.448159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.448434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.448567] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.448819] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.448949] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.449063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.449238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.449331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.450472] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1062.454029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.454029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.454029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.454029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.454029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.454029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.454029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.454029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.454029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.454029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.454029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.454029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.454618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.454618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.454618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.454618] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.454618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.454785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.454785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.454842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.455175] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 is going to be created. [ 1062.501951] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.502171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.502171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.502403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.502585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.512270] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1062.528589] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 in Status: SUCCESS [ 1062.528787] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 deletion is rescheduled due to dependency. [ 1062.528905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.540366] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.540601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.540700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.541038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.541272] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.550567] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 in Status: IN_PROGRESS for 2s [ 1062.619926] env[69985]: INFO networking_nsxv3.common.synchronization [req-87a91bdb-df97-42c1-bbbd-f15e7006e97d req-c7ad48b2-e789-4be4-967c-984ff93e1c04 service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1062.620171] env[69985]: INFO networking_nsxv3.common.synchronization [req-87a91bdb-df97-42c1-bbbd-f15e7006e97d req-c7ad48b2-e789-4be4-967c-984ff93e1c04 service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1062.620258] env[69985]: INFO networking_nsxv3.common.synchronization [req-87a91bdb-df97-42c1-bbbd-f15e7006e97d req-c7ad48b2-e789-4be4-967c-984ff93e1c04 service nova] Enqueued Resource ID: 80bd277f-8072-43a4-a5a0-6c9f7e01f1a8 with Priority: HIGHEST for action port [ 1062.620534] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1062.620724] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1062.620724] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80bd277f-8072-43a4-a5a0-6c9f7e01f1a8 with Priority: HIGHEST for action port [ 1062.621310] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.621469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.621539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.621796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.621894] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.623891] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.623891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.623891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.624032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.626436] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.626436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.626436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.626436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.626436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.626436] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.626436] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-80bd277f-8072-43a4-a5a0-6c9f7e01f1a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.626436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80bd277f-8072-43a4-a5a0-6c9f7e01f1a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.626436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80bd277f-8072-43a4-a5a0-6c9f7e01f1a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.626436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80bd277f-8072-43a4-a5a0-6c9f7e01f1a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.626436] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80bd277f-8072-43a4-a5a0-6c9f7e01f1a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.017199] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 1063.017457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.120618] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: SUCCESS [ 1063.120874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.121129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.121687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.121687] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.121687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.121687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.122126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.122126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.122126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.122276] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.123709] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1063.123952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.124117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.124318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.124529] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.124630] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.124696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.124844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.124926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.125016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.125169] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.125441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.125441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.125524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.125632] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.125725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.125784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.125921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.125995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.126086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.126173] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.127245] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.127336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.128781] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.129531] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80bd277f-8072-43a4-a5a0-6c9f7e01f1a8 with status ACTIVE [ 1063.129697] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.129803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.129869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.130041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.130124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.130286] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.130379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.130442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.130581] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.130671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.130879] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.130998] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.131113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.131299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.131372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.131498] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80bd277f-8072-43a4-a5a0-6c9f7e01f1a8 is going to be updated. [ 1063.149229] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.149229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.149229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.149632] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.149632] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.149696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80bd277f-8072-43a4-a5a0-6c9f7e01f1a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.627819] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.628850] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd8b8f6-45fd-478a-bdc0-754c0d542853: rpc.has_security_group_logging(os_id): False [ 1063.634310] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.645605] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.645750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.645825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.646081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.646178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.646393] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.646689] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.646689] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.646779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.646810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.646977] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.647086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.647148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.647339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.647454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.647677] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.647778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.650093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.650093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.650093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.650093] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1063.718405] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.718405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.718405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.718405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.718405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.730560] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1064.131642] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86613398-2c90-4e0e-9801-86ed84f0cef0: rpc.has_security_group_logging(os_id): False [ 1064.136463] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.136541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.136608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.136820] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.136913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.137035] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be created. [ 1064.149823] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.149984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.150059] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.150280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.150390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.150759] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.150759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.150889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.150998] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.151070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.151126] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 is going to be updated. [ 1064.159144] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.159144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.159144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.159144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.159144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.166659] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: UNINITIALIZED for 2s [ 1064.204338] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.204478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.204551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.204764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.204898] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.235487] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: IN_PROGRESS for 2s [ 1064.520656] env[69985]: INFO networking_nsxv3.common.synchronization [req-c7508978-ba8b-4190-9176-77112468ae97 req-17c4a163-8725-48ba-8bca-200ce0f36e06 tempest-ServerMetadataNegativeTestJSON-1469643113 tempest-ServerMetadataNegativeTestJSON-1469643113-project-member] Enqueued Resource ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d with Priority: HIGHEST for action security_group_members [ 1064.521715] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1064.522077] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 deletion is rescheduled due to dependency. [ 1064.522077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.522632] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d with Priority: HIGHEST for action security_group_members [ 1064.523055] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.525175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.525175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.525175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.525175] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.525175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.525437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.525437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.525496] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.526562] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d8d547-bf0b-429c-8d84-79475b7c4c1d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.528700] env[69985]: INFO networking_nsxv3.common.synchronization [req-9ede1fb9-9f91-40cf-ac71-324c0f2e7416 req-c907e357-28c3-4d7c-96d0-13183d9837be tempest-ServerRescueNegativeTestJSON-2055163366 tempest-ServerRescueNegativeTestJSON-2055163366-project-member] Enqueued Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGHEST for action security_group_members [ 1064.529103] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGHEST for action security_group_members [ 1064.531200] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af19154-8e6e-4ffd-8edf-1b770d2c3832 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.531200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.531200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.531200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.531200] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.531513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.531513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.531577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.531718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.531759] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af19154-8e6e-4ffd-8edf-1b770d2c3832',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.562049] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 in Status: SUCCESS [ 1064.562282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.844783] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.845250] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.845320] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.845564] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.845911] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.852891] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.853126] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.853434] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.853607] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.853890] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.854063] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.854225] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.854413] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.854631] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.854777] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.854969] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.873296] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.873496] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.873599] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.873810] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.874151] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-789f6123-167b-48dd-ae68-cfdbc1d5c78a taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.874331] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-789f6123-167b-48dd-ae68-cfdbc1d5c78a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.874473] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-789f6123-167b-48dd-ae68-cfdbc1d5c78a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.874814] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-789f6123-167b-48dd-ae68-cfdbc1d5c78a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.874961] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789f6123-167b-48dd-ae68-cfdbc1d5c78a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.030294] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.030513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.030596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.030818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.030917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.031142] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.031250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.031316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.031532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.031614] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.031706] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d is going to be updated. [ 1065.037108] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.037248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.037302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.037485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.037567] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.037755] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.037853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.037911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.038070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.038149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.038234] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 already deleted. [ 1065.038312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.056106] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.056226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.056281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.056468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.056609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.068859] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d in Status: IN_PROGRESS for 2s [ 1065.380766] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.381023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.381170] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.381511] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.381676] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.381832] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 789f6123-167b-48dd-ae68-cfdbc1d5c78a not found, creating... [ 1065.382108] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.382279] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.382513] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.382668] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.382808] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.383273] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.383447] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.383566] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.384553] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.384712] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.384860] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 789f6123-167b-48dd-ae68-cfdbc1d5c78a is going to be created. [ 1065.402804] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.403174] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.403339] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.403650] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.403900] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.404165] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-789f6123-167b-48dd-ae68-cfdbc1d5c78a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.744168] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1065.744408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.744597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.744836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.744928] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.106345] env[69985]: INFO networking_nsxv3.common.synchronization [req-9ede1fb9-9f91-40cf-ac71-324c0f2e7416 req-7f0b15fd-d5fd-4bb2-8108-aea237dae195 service nova] Enqueued Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGHEST for action security_group_rules [ 1066.106345] env[69985]: INFO networking_nsxv3.common.synchronization [req-9ede1fb9-9f91-40cf-ac71-324c0f2e7416 req-7f0b15fd-d5fd-4bb2-8108-aea237dae195 service nova] Enqueued Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGHEST for action security_group_members [ 1066.106345] env[69985]: INFO networking_nsxv3.common.synchronization [req-9ede1fb9-9f91-40cf-ac71-324c0f2e7416 req-7f0b15fd-d5fd-4bb2-8108-aea237dae195 service nova] Enqueued Resource ID: 789f6123-167b-48dd-ae68-cfdbc1d5c78a with Priority: HIGHEST for action port [ 1066.106345] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGHEST for action security_group_rules [ 1066.106345] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGHEST for action security_group_members [ 1066.106345] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789f6123-167b-48dd-ae68-cfdbc1d5c78a with Priority: HIGHEST for action port [ 1066.106345] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.106345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.107367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.107602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.107706] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af19154-8e6e-4ffd-8edf-1b770d2c3832',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.108678] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af19154-8e6e-4ffd-8edf-1b770d2c3832 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.108862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.108862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.111542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.111542] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.111542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.111542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.111542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.111542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.111542] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af19154-8e6e-4ffd-8edf-1b770d2c3832',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.111542] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-789f6123-167b-48dd-ae68-cfdbc1d5c78a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.111542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-789f6123-167b-48dd-ae68-cfdbc1d5c78a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.111542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-789f6123-167b-48dd-ae68-cfdbc1d5c78a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.111542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-789f6123-167b-48dd-ae68-cfdbc1d5c78a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.111542] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789f6123-167b-48dd-ae68-cfdbc1d5c78a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.176613] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1066.176906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.178101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.178101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.178264] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.178468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.178468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.178681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.178772] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.179452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.179853] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.247931] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: SUCCESS [ 1066.248193] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.248501] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.248623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.248689] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.248895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.249145] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.249365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.249443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.249610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.249693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.249780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.249872] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.497175] env[69985]: INFO networking_nsxv3.common.synchronization [req-7b606a63-381d-41b3-995a-bb0196e69818 req-8d123fc4-548b-4912-8553-4c682058de1e tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGHEST for action security_group_members [ 1066.497681] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGHEST for action security_group_members [ 1066.498016] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff92c503-62b5-468e-8438-149b9919b951 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.498157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.498224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.498427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.499132] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.499132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.499132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.499132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.499132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.499132] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff92c503-62b5-468e-8438-149b9919b951',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.612578] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af19154-8e6e-4ffd-8edf-1b770d2c3832 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.612740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.616710] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 789f6123-167b-48dd-ae68-cfdbc1d5c78a with status ACTIVE [ 1066.617234] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.617642] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.617820] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.618144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.618873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.618873] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.618873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.618873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.620345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.620345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.620345] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.620345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.620345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.620345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.620345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.620345] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 789f6123-167b-48dd-ae68-cfdbc1d5c78a is going to be updated. [ 1066.622826] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af19154-8e6e-4ffd-8edf-1b770d2c3832',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.650029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.650029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.650029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.650029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.650029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.650029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-789f6123-167b-48dd-ae68-cfdbc1d5c78a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.682898] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.683128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.683128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.683329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.683507] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.683640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.683693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.683814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.683901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.683990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.684157] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.684248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.684326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.684447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.684580] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.684669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.684727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.684860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.684937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.685124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.685124] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.752967] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.753240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.754374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.754374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.754374] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.754374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.754374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.754720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.754720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.754795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.755427] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.755427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.755427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.755616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.756377] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.756377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.756377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.756377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.756583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.756583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.756740] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.002272] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.002454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.002541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.002718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.002828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.003041] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.003150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.003222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.003357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.003435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.003521] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff92c503-62b5-468e-8438-149b9919b951 is going to be updated. [ 1067.033517] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.033684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.033774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.034736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.034736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.041996] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff92c503-62b5-468e-8438-149b9919b951 in Status: IN_PROGRESS for 2s [ 1067.077513] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d in Status: SUCCESS [ 1067.077739] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d deletion is rescheduled due to dependency. [ 1067.077918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.127445] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af19154-8e6e-4ffd-8edf-1b770d2c3832',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.187507] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c670476-20bf-4881-a417-95d3ff4ec12a: rpc.has_security_group_logging(os_id): False [ 1067.206192] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.206192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.206192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.206192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.206192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.206595] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.206595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.206595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.206595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.206745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.206965] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.207071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.207152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.207303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.208852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.208852] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.208852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.208852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.209074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.209074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.209219] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be created. [ 1067.259502] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd8b8f6-45fd-478a-bdc0-754c0d542853: rpc.has_security_group_logging(os_id): False [ 1067.277408] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.277408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.277408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.277408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.277408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.286250] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.286418] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.286418] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.286690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.286806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.287369] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.287369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.287369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.287369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.287805] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.287805] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.287805] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.287805] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.288150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.288150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.288376] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.288458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.288511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.288722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.288848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.289024] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1067.290882] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1067.390196] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.390441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.390547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.390787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.390968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.452769] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1067.629945] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.630240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.630240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.630383] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.630478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.630617] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 is going to be created. [ 1067.652505] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.652710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.652775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.652954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.653233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.662009] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 in Status: UNINITIALIZED for 2s [ 1069.053930] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff92c503-62b5-468e-8438-149b9919b951 in Status: SUCCESS [ 1069.054535] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff92c503-62b5-468e-8438-149b9919b951 deletion is rescheduled due to dependency. [ 1069.054535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.308779] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1069.308779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.467322] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1069.467322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.672562] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 in Status: SUCCESS [ 1069.672796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.672969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.673216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.673436] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.673571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.674226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.674226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.674226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.674226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.674226] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2af19154-8e6e-4ffd-8edf-1b770d2c3832',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.177893] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2af19154-8e6e-4ffd-8edf-1b770d2c3832',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.680228] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2af19154-8e6e-4ffd-8edf-1b770d2c3832: rpc.has_security_group_logging(os_id): False [ 1070.702080] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.702181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.702181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.702602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.702765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.702998] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.703088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.703185] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.703315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.703393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.703485] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 is going to be created. [ 1070.757498] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.757647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.757712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.757916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.758119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.767987] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 in Status: IN_PROGRESS for 2s [ 1071.498567] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1071.498567] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1072.780971] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 in Status: SUCCESS [ 1072.781353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.255669] env[69985]: INFO networking_nsxv3.common.synchronization [req-44e56bf1-7056-4880-a899-b29ffbc7dd87 req-ad7d3dc4-51bd-43df-98ff-5e08fd4c4a27 tempest-InstanceActionsTestJSON-1780139484 tempest-InstanceActionsTestJSON-1780139484-project-member] Enqueued Resource ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 with Priority: HIGHEST for action security_group_members [ 1075.256219] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 with Priority: HIGHEST for action security_group_members [ 1075.256522] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0cd683b-053c-4533-a84a-602b6d4d7d53 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.256644] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.256911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.256911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.257188] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.257310] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.257371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.257547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.257656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.257753] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0cd683b-053c-4533-a84a-602b6d4d7d53',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.761695] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.765025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.765025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.765025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.765025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.765025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.765025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.765025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.765025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.765025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.765025] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 is going to be updated. [ 1075.793719] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.793719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.793999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.794225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.795026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.804097] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 in Status: IN_PROGRESS for 2s [ 1077.814804] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 in Status: SUCCESS [ 1077.815084] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 deletion is rescheduled due to dependency. [ 1077.815120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.257276] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1080.257520] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1080.592416] env[69985]: INFO networking_nsxv3.common.synchronization [req-e57dcbc1-d2b1-4368-99f0-2e2899a62fb6 req-44de0861-db69-4eaa-bc3c-b69e97b1eaf3 tempest-ServersWithSpecificFlavorTestJSON-1381962467 tempest-ServersWithSpecificFlavorTestJSON-1381962467-project-member] Enqueued Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_members [ 1080.592941] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_members [ 1080.593252] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.593378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.593449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.593651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.593844] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.593921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.593971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.594109] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.594178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.594305] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.878380] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.878576] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-691" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.878706] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-691" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.878977] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-691" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.879267] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.879431] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.879552] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.879767] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.879919] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.880134] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.880255] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.880366] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.880475] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.880584] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.880693] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.880832] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.899870] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.900107] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.900749] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.900934] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-691" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.901326] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-caeee1e6-2d7b-48fe-afa7-7b1525a95c86 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.901630] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-caeee1e6-2d7b-48fe-afa7-7b1525a95c86" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.901762] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-caeee1e6-2d7b-48fe-afa7-7b1525a95c86" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.902156] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-caeee1e6-2d7b-48fe-afa7-7b1525a95c86" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.902319] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caeee1e6-2d7b-48fe-afa7-7b1525a95c86',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.096948] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.097142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.097221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.097443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.097542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.097734] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.097833] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.097898] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.098060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.098141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.098230] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e is going to be updated. [ 1081.120459] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.120603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.120776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.120923] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.121113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.128693] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: IN_PROGRESS for 2s [ 1081.404982] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.405295] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.405349] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.405627] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.405775] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.406379] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port caeee1e6-2d7b-48fe-afa7-7b1525a95c86 not found, creating... [ 1081.406379] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.406379] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.406567] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.406740] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.406936] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.407175] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.407336] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.407404] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.407869] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.407869] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.407869] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: caeee1e6-2d7b-48fe-afa7-7b1525a95c86 is going to be created. [ 1081.425699] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.425699] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.425880] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.426597] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.426597] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.426597] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-caeee1e6-2d7b-48fe-afa7-7b1525a95c86" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.158784] env[69985]: INFO networking_nsxv3.common.synchronization [req-e57dcbc1-d2b1-4368-99f0-2e2899a62fb6 req-b4b3f85c-2a95-4ad1-8812-c1745fbdc17e service nova] Enqueued Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_rules [ 1082.158784] env[69985]: INFO networking_nsxv3.common.synchronization [req-e57dcbc1-d2b1-4368-99f0-2e2899a62fb6 req-b4b3f85c-2a95-4ad1-8812-c1745fbdc17e service nova] Enqueued Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_members [ 1082.158784] env[69985]: INFO networking_nsxv3.common.synchronization [req-e57dcbc1-d2b1-4368-99f0-2e2899a62fb6 req-b4b3f85c-2a95-4ad1-8812-c1745fbdc17e service nova] Enqueued Resource ID: caeee1e6-2d7b-48fe-afa7-7b1525a95c86 with Priority: HIGHEST for action port [ 1082.158784] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_rules [ 1082.158784] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_members [ 1082.158784] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caeee1e6-2d7b-48fe-afa7-7b1525a95c86 with Priority: HIGHEST for action port [ 1082.160422] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.160798] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.161073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.161542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.161870] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.162896] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.163362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.163717] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-caeee1e6-2d7b-48fe-afa7-7b1525a95c86 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.165074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caeee1e6-2d7b-48fe-afa7-7b1525a95c86" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.165074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caeee1e6-2d7b-48fe-afa7-7b1525a95c86" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.165074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caeee1e6-2d7b-48fe-afa7-7b1525a95c86" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.165074] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caeee1e6-2d7b-48fe-afa7-7b1525a95c86',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.668403] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.668707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.668707] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port caeee1e6-2d7b-48fe-afa7-7b1525a95c86 with status ACTIVE [ 1082.668855] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.668959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.669036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.669245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.669336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.669503] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.669616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.669656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.669794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.669869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.670060] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.670157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.670219] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.670355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.670429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.670513] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: caeee1e6-2d7b-48fe-afa7-7b1525a95c86 is going to be updated. [ 1082.690480] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.690480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.690480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.690665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.690711] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.690854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caeee1e6-2d7b-48fe-afa7-7b1525a95c86" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.139473] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: SUCCESS [ 1083.139766] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e deletion is rescheduled due to dependency. [ 1083.139918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.140143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.140414] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.140650] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.140800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.140890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.141118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.141233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.141369] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.283891] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.283891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.283891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.283891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.283891] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.643827] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.785934] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.146960] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.288593] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.650135] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.650307] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.650373] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.650602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.650698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.650798] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e is going to be updated. [ 1084.676959] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.677071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.677145] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.677358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.677499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.684991] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: IN_PROGRESS for 2s [ 1084.794053] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1084.794053] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1085.555635] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.555879] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.555879] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.556252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.568941] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1085.569782] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.570413] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1085.595939] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.596091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.596199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.596447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.601594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.602014] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1085.602106] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1085.602193] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1085.637366] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.637554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.637603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.637770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.639288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.639932] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1085.707860] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.707860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.707860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.707860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.707860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.708141] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1085.787878] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.788050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.788125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.788353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.788584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.788853] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1085.788949] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1135730b-2da2-450a-9c78-92afb6e6d24d', '668e15db-a58c-4897-8cf6-e7d5cdef73d3', '6016fde7-4203-4c50-b087-d38ed3adcb10', 'ff92c503-62b5-468e-8438-149b9919b951', '72360503-e0a4-4e6d-9911-6348a862f4a8', 'd801d8c3-6706-47a0-b291-1dfd2e5bbff8', '42e52cae-5536-4095-a1c9-65b96e896aae', '1f9542bc-4110-4285-94ff-048eb58aef1c', '106e77ce-7f43-49f4-89cf-022b72ae373c', '57eda469-e6e8-414a-8df2-1ddfa2fa7855', '3cd8b8f6-45fd-478a-bdc0-754c0d542853', '83c65ee9-eee6-4729-8e54-aaf27d02647e', 'e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e', '1d8426e6-36a0-4d46-8166-9526f3b9a9f0', '662df879-9222-4c19-9034-b899552c0697', '86613398-2c90-4e0e-9801-86ed84f0cef0', '18cef75f-f0a8-4daf-810e-a1f031f4ba95', '9c96f38b-e91a-457a-9bdd-f2bfc4a3d622', '81d51b95-05e9-45f1-a7ed-589ecebd0dee', 'e705f244-66b3-4305-a5e7-27abf36bb416', 'e0cd683b-053c-4533-a84a-602b6d4d7d53', '9688fbe2-6a23-4c34-bdb5-81ac288049d0', '0c670476-20bf-4881-a417-95d3ff4ec12a', 'f087b6ad-c741-4152-bab2-b8adc5a80532', '2af19154-8e6e-4ffd-8edf-1b770d2c3832', '5acf5d30-51b2-46c6-a32c-d3b0b550a37a', 'd663bb5a-b674-4ae5-a7b7-aadd3dca5f45', '686ffa9b-bf16-4389-8157-cbff792d2f79', 'a8d8d547-bf0b-429c-8d84-79475b7c4c1d', '4c147bd3-2a40-41fa-8c11-60e1bff19b63', 'ee20676a-8272-49bd-975d-3e09ba4bcb31', '35a29af5-c97e-4852-b1a4-cd618c1f5c35', 'edb81510-055b-4e10-bb75-a9b3f326fe5f', '2f2f018b-729a-45ad-82b3-073f788c7ebb', '10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2', 'd6b3cfd5-19e7-4d81-a692-e4f721207b0b', '6041d5ce-87de-4799-8825-4b4881c015c3', 'f13cc711-2954-45e2-be30-30a2ac6f1e1b', 'a4bfacf5-d023-4e71-8e98-87973c573bd7', '3efe893f-7edd-4b2e-a1ad-646e62675a55', 'ab1465ca-f357-4a59-a430-ace0d4b223af', '5fc51e8d-b16d-40a8-9724-45a9179988a7'} {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1085.789109] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1085.808284] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.808617] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.808617] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.808703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.808744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.808840] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1085.808929] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1085.809014] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1085.865886] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.866092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.866092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.866323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.867165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.867438] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1085.867521] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1085.867593] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1085.867662] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1085.867741] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1085.867847] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGH for action security_group_rules [ 1085.867961] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGH for action security_group_rules [ 1085.868098] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGH for action security_group_rules [ 1085.868177] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGH for action security_group_rules [ 1085.868250] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGH for action security_group_rules [ 1085.868331] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGH for action security_group_rules [ 1085.868401] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGH for action security_group_rules [ 1085.868481] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGH for action security_group_rules [ 1085.868546] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 106e77ce-7f43-49f4-89cf-022b72ae373c with Priority: HIGH for action security_group_rules [ 1085.868608] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGH for action security_group_rules [ 1085.868672] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGH for action security_group_rules [ 1085.868758] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGH for action security_group_rules [ 1085.868840] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGH for action security_group_rules [ 1085.868930] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 with Priority: HIGH for action security_group_rules [ 1085.869045] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 662df879-9222-4c19-9034-b899552c0697 with Priority: HIGH for action security_group_rules [ 1085.869211] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGH for action security_group_rules [ 1085.869281] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGH for action security_group_rules [ 1085.869355] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGH for action security_group_rules [ 1085.869405] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGH for action security_group_rules [ 1085.869470] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e705f244-66b3-4305-a5e7-27abf36bb416 with Priority: HIGH for action security_group_rules [ 1085.869571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.697605] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: SUCCESS [ 1086.697835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.698044] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.698282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.698470] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.699504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.699504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.699504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.699504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.699504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.699504] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.160388] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1087.160767] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1087.160767] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1135730b-2da2-450a-9c78-92afb6e6d24d with Priority: HIGH for action security_group_rules [ 1087.160767] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGH for action security_group_rules [ 1087.161645] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e52cae-5536-4095-a1c9-65b96e896aae with Priority: HIGH for action security_group_rules [ 1087.161819] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662df879-9222-4c19-9034-b899552c0697 with Priority: HIGH for action security_group_rules [ 1087.161927] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e705f244-66b3-4305-a5e7-27abf36bb416 with Priority: HIGH for action security_group_rules [ 1087.162039] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGH for action security_group_rules [ 1087.162146] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGH for action security_group_rules [ 1087.162239] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGH for action security_group_rules [ 1087.162331] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 with Priority: HIGH for action security_group_rules [ 1087.162421] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGH for action security_group_rules [ 1087.162510] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e with Priority: HIGH for action security_group_rules [ 1087.162601] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGH for action security_group_rules [ 1087.162688] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGH for action security_group_rules [ 1087.162776] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 with Priority: HIGH for action security_group_rules [ 1087.162861] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106e77ce-7f43-49f4-89cf-022b72ae373c with Priority: HIGH for action security_group_rules [ 1087.162973] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 with Priority: HIGH for action security_group_rules [ 1087.163038] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGH for action security_group_rules [ 1087.163124] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGH for action security_group_rules [ 1087.163240] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGH for action security_group_rules [ 1087.163340] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff92c503-62b5-468e-8438-149b9919b951 with Priority: HIGH for action security_group_rules [ 1087.163658] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1135730b-2da2-450a-9c78-92afb6e6d24d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.163788] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.163866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.164071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.164155] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1135730b-2da2-450a-9c78-92afb6e6d24d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.165040] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6016fde7-4203-4c50-b087-d38ed3adcb10 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.165162] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.165225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.165400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.165479] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.166196] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e52cae-5536-4095-a1c9-65b96e896aae taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.166298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.166358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.166507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.167718] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e52cae-5536-4095-a1c9-65b96e896aae',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.167718] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-662df879-9222-4c19-9034-b899552c0697 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.167718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.167718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.167718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.167718] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.168763] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e705f244-66b3-4305-a5e7-27abf36bb416 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.168877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.168919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.169274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.169274] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e705f244-66b3-4305-a5e7-27abf36bb416',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.170041] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.170153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.170211] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.170350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.171327] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.171327] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.171515] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.171515] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.171587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.171621] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.172883] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.172883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.172883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.172883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.173104] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.173738] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d8426e6-36a0-4d46-8166-9526f3b9a9f0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.173842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.173912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.174070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.174142] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d8426e6-36a0-4d46-8166-9526f3b9a9f0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.174914] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86613398-2c90-4e0e-9801-86ed84f0cef0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.175031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.175099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.175272] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.175326] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.175785] env[69985]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1087.176183] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.176289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.176346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.177023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.177023] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.177449] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.177550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.177731] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.177826] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.177885] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.178042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.178114] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.178903] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.179018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.179089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.179238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.179308] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57eda469-e6e8-414a-8df2-1ddfa2fa7855',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.180093] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-106e77ce-7f43-49f4-89cf-022b72ae373c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.180440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.180440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.180440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.180614] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('106e77ce-7f43-49f4-89cf-022b72ae373c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.181358] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.181463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.181525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.181669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.181738] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d801d8c3-6706-47a0-b291-1dfd2e5bbff8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.182530] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.182636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.182702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.182848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.182920] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.183723] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.183830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.183897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.184055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.184128] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.184986] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.185123] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.185190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.185336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.185407] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.186186] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff92c503-62b5-468e-8438-149b9919b951 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.186290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.186356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.186501] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.186573] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff92c503-62b5-468e-8438-149b9919b951',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.189163] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-6016fde7-4203-4c50-b087-d38ed3adcb10 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.189274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.189323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.189479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.189632] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.189728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.189791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.189926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.190015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.190105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.190183] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.201406] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.213676] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.213862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.213862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.214200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.215549] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.215652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.235195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.235328] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e52cae-5536-4095-a1c9-65b96e896aae is going to be deleted. [ 1087.236311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.236518] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.260444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.260602] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1135730b-2da2-450a-9c78-92afb6e6d24d is going to be deleted. [ 1087.292813] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.293014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.293014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.293228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.293315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.293434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e52cae-5536-4095-a1c9-65b96e896aae" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.304526] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.304652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.304722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.304905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.304992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.305120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1135730b-2da2-450a-9c78-92afb6e6d24d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.695706] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.707929] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83c65ee9-eee6-4729-8e54-aaf27d02647e: rpc.has_security_group_logging(os_id): False [ 1087.722038] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.722038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.722038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.722038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.722437] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.722437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.722437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.722594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.722594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.722684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.722743] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.729771] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.729954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.729954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.730446] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.730859] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.730859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.730859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.731113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.731113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.731113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.731290] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.732299] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.732299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.732299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.732491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.733230] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.733230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.733230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.733230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.733230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.733230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.733486] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.734498] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-86613398-2c90-4e0e-9801-86ed84f0cef0 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.734498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.734498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.734752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.734752] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.734840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.734874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.734987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.735140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.735194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.735272] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.737289] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-668e15db-a58c-4897-8cf6-e7d5cdef73d3 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.737409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.737459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.737612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.737755] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.737856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.738115] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.738241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.738241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.738305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.738359] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.741082] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-662df879-9222-4c19-9034-b899552c0697 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.741216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.741265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.741417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.741561] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.741785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.741785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.741913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.741913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.742012] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.742099] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.745298] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.745414] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.745488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.746136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.746136] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.746136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.746136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.746136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.746370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.746806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.746806] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.754350] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.754350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.754492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.754602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.792086] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.792086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.792468] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.792581] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.793425] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.793425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.794121] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.794233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.794885] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.795015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.795659] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.795769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.797164] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.797164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.797341] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.797391] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.798216] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.798365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.799077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.799331] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.799422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.799490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.799681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.799763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.799857] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e is going to be updated. [ 1087.802026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.802026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.820234] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.820234] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be deleted. [ 1087.821162] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.821363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.838310] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.838434] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e is going to be deleted. [ 1087.839604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.839604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.865187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.865353] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d8426e6-36a0-4d46-8166-9526f3b9a9f0 is going to be deleted. [ 1087.866454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.866666] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.874785] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.874906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.887707] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.887815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.890012] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.890150] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e705f244-66b3-4305-a5e7-27abf36bb416 is going to be deleted. [ 1087.891072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.891276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.892706] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.892802] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.904927] env[69985]: INFO networking_nsxv3.common.synchronization [req-a9e55575-f2f8-4770-a53b-96777722aaf0 req-b8fd815c-6678-4c20-b807-0dfe3af313da tempest-MultipleCreateTestJSON-664245217 tempest-MultipleCreateTestJSON-664245217-project-member] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1087.905442] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1087.905729] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.905847] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.905921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.906235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.906390] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.906490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.906549] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.906699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.906781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.906873] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.911194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.911194] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d801d8c3-6706-47a0-b291-1dfd2e5bbff8 is going to be deleted. [ 1087.911194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.911194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.939070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.939243] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff92c503-62b5-468e-8438-149b9919b951 is going to be deleted. [ 1087.940190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.940419] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.944674] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.945022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.989396] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.989396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.989396] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.989396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.010755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.010755] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 106e77ce-7f43-49f4-89cf-022b72ae373c is going to be deleted. [ 1088.010755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.011060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.065082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.065082] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57eda469-e6e8-414a-8df2-1ddfa2fa7855 is going to be deleted. [ 1088.065630] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.065771] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.197895] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6016fde7-4203-4c50-b087-d38ed3adcb10: rpc.has_security_group_logging(os_id): False [ 1088.218153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.218290] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be deleted. [ 1088.219311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.219526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.219665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.220559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.220715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.220793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.220972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.221696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.221881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.221992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.222166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ec1ad2-98cc-4446-bc8b-1c8ea3aba77e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.222620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.222792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.222878] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.222994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d8426e6-36a0-4d46-8166-9526f3b9a9f0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.223133] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.223277] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.223354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.223481] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e705f244-66b3-4305-a5e7-27abf36bb416" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.223617] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.223779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.223857] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.223966] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d801d8c3-6706-47a0-b291-1dfd2e5bbff8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.224865] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.224992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.225950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.225950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.225950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.225950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff92c503-62b5-468e-8438-149b9919b951" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.250049] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.250213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.250287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.250521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.250719] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.250864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.250932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.251116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.251206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.251296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.251441] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.251533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.251594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.251728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.251863] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.251956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.252043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.252182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.252256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.252338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.252428] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.253334] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.254038] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.254652] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.255665] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.257807] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.257923] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.258014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.258187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.258332] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.258428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.258491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.258853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.258853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.258853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.258954] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.259054] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.259187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.259332] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.259524] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.259572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.259676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.259764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.259842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.259976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.260035] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.261314] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.269073] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.269204] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.269270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.269457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.269909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.269909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-106e77ce-7f43-49f4-89cf-022b72ae373c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.292866] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.293028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.293069] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.293303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.315491] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: IN_PROGRESS for 2s [ 1088.324308] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.324444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.327811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.328099] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.328202] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.328271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.328461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.328539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.328622] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 is going to be updated. [ 1088.329646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.329815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.329900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.330026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57eda469-e6e8-414a-8df2-1ddfa2fa7855" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.392741] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.392911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.392970] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.393170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.393260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.393380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.401404] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.401865] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.401865] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.402092] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.402362] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.402527] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.402648] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.402873] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.403040] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.403257] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.403374] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.403481] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.403587] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.403693] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.403883] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.403943] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.409070] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.409192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.409247] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.409397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.409480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.409649] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.409744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.409803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.409943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.410031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.410115] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 already deleted. [ 1088.410193] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.462819] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.462991] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.059 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1088.463150] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.463334] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.463649] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-64c65906-7b18-4487-a141-432f0ac29177 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.463826] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-64c65906-7b18-4487-a141-432f0ac29177" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.463952] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-64c65906-7b18-4487-a141-432f0ac29177" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.464280] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-64c65906-7b18-4487-a141-432f0ac29177" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.464425] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64c65906-7b18-4487-a141-432f0ac29177',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.480198] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.480198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.480198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.480198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.480198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.509194] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 in Status: IN_PROGRESS for 2s [ 1088.757671] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 668e15db-a58c-4897-8cf6-e7d5cdef73d3: rpc.has_security_group_logging(os_id): False [ 1088.758886] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 662df879-9222-4c19-9034-b899552c0697: rpc.has_security_group_logging(os_id): False [ 1088.759696] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86613398-2c90-4e0e-9801-86ed84f0cef0: rpc.has_security_group_logging(os_id): False [ 1088.760514] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18cef75f-f0a8-4daf-810e-a1f031f4ba95: rpc.has_security_group_logging(os_id): False [ 1088.761362] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f9542bc-4110-4285-94ff-048eb58aef1c: rpc.has_security_group_logging(os_id): False [ 1088.762214] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd8b8f6-45fd-478a-bdc0-754c0d542853: rpc.has_security_group_logging(os_id): False [ 1088.763847] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72360503-e0a4-4e6d-9911-6348a862f4a8: rpc.has_security_group_logging(os_id): False [ 1088.783656] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.783840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.783901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.784146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.785738] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.785856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.786485] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.786583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.787232] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.787328] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.787968] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.788082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.788670] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.788766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.789721] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.789831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.806128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.806411] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.806506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.806575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.806768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.806852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.806947] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be updated. [ 1088.807926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.808111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.824134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.824394] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.824490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.824557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.824718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.824798] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.824892] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 is going to be updated. [ 1088.825777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.825939] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.843576] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.843914] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.844073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.844173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.844404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.844512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.844627] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 is going to be updated. [ 1088.845699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.845892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.869512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.869797] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.870689] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.870856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.871092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.871184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.871407] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.871517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.871605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.871762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.871864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.872109] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.872205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.872258] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.872430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.872509] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.872621] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f9542bc-4110-4285-94ff-048eb58aef1c is going to be updated. [ 1088.873720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.873902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.876837] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.876837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.893663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.893966] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.894104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.894177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.894387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.894473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.894584] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662df879-9222-4c19-9034-b899552c0697 is going to be updated. [ 1088.895618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.895802] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.903677] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.903802] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.913482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.913740] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.913880] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.913926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.914111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.914214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.914353] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 is going to be updated. [ 1088.915257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.915443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.915590] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.049606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.049868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.051686] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.051817] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.052602] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.052685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.053390] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.053473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.054401] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.054589] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.054715] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.054960] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.055132] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.055279] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 64c65906-7b18-4487-a141-432f0ac29177 not found, creating... [ 1089.055521] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.055675] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.055792] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.056091] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.056147] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.056425] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.056606] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.056697] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.056924] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.057045] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.057258] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 64c65906-7b18-4487-a141-432f0ac29177 is going to be created. [ 1089.098459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.098731] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.098882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.098959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.099178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.099262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.099461] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.099565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.099646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.099762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.099835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.100036] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.100114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.100163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.100311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.100368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.100507] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1089.101577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.101739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.101872] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.102995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.103170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.103308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.104123] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.104282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.104395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.105169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.105330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.105449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.107838] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.108036] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.108165] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.108393] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.108597] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.108827] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-64c65906-7b18-4487-a141-432f0ac29177" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.119336] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 1089.131805] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 in Status: IN_PROGRESS for 2s [ 1089.135502] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: IN_PROGRESS for 2s [ 1089.136575] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662df879-9222-4c19-9034-b899552c0697 in Status: IN_PROGRESS for 2s [ 1089.148244] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: IN_PROGRESS for 2s [ 1089.246018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.246018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.246018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.246018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.246018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.293420] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: IN_PROGRESS for 2s [ 1089.294859] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.295299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.297031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.297031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.297031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.324624] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1089.624357] env[69985]: INFO networking_nsxv3.common.synchronization [req-a9e55575-f2f8-4770-a53b-96777722aaf0 req-d206c44b-d615-4390-aa70-a2d5972e10d6 service nova] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_rules [ 1089.624539] env[69985]: INFO networking_nsxv3.common.synchronization [req-a9e55575-f2f8-4770-a53b-96777722aaf0 req-d206c44b-d615-4390-aa70-a2d5972e10d6 service nova] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1089.624682] env[69985]: INFO networking_nsxv3.common.synchronization [req-a9e55575-f2f8-4770-a53b-96777722aaf0 req-d206c44b-d615-4390-aa70-a2d5972e10d6 service nova] Enqueued Resource ID: 64c65906-7b18-4487-a141-432f0ac29177 with Priority: HIGHEST for action port [ 1089.624916] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_rules [ 1089.625058] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1089.625156] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c65906-7b18-4487-a141-432f0ac29177 with Priority: HIGHEST for action port [ 1089.625703] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.625833] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.625892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.626156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.626244] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.627067] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.627204] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.627260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.627399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.627543] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.627645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.627693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.627817] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.627902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.627991] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.628743] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-64c65906-7b18-4487-a141-432f0ac29177 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.628854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64c65906-7b18-4487-a141-432f0ac29177" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.628906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64c65906-7b18-4487-a141-432f0ac29177" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.629563] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64c65906-7b18-4487-a141-432f0ac29177" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.629563] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64c65906-7b18-4487-a141-432f0ac29177',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.130534] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.130719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.130952] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.132082] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64c65906-7b18-4487-a141-432f0ac29177 with status ACTIVE [ 1090.132296] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.132415] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.132487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.132755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.132844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.133393] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.133393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.133524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.133688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.133688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.133973] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.134043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.134078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.134250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.134341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.134537] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64c65906-7b18-4487-a141-432f0ac29177 is going to be updated. [ 1090.157681] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.157855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.157959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.158266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.158429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.158633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64c65906-7b18-4487-a141-432f0ac29177" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.327512] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: SUCCESS [ 1090.327981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.327981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.328697] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.328697] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.522275] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 in Status: SUCCESS [ 1090.522467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.637225] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.831512] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.831745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.831745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.832010] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.832208] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.832302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.832379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.832508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.832588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.832678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.832790] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.133125] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 1091.133378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.140245] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.140416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.140416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.140684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.140684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.140901] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be created. [ 1091.143818] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 in Status: SUCCESS [ 1091.144018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.148455] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662df879-9222-4c19-9034-b899552c0697 in Status: SUCCESS [ 1091.148678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.150147] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: SUCCESS [ 1091.151056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.161720] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: SUCCESS [ 1091.161972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.164830] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.164957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.165035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.165242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.165451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.174130] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: UNINITIALIZED for 2s [ 1091.323725] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: SUCCESS [ 1091.325014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.335191] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.351312] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1091.351312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.469282] env[69985]: INFO networking_nsxv3.common.synchronization [req-5d5a12fe-de13-4a07-bc45-490da0c51db2 req-7aae22b8-4b1a-49f3-8bad-687eee1d69bc tempest-ServersAdminTestJSON-40334490 tempest-ServersAdminTestJSON-40334490-project-member] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 1091.470356] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 1091.470873] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.471063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.471163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.471461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.471699] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.471859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.471937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.472198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.472339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.472464] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.839806] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83c65ee9-eee6-4729-8e54-aaf27d02647e: rpc.has_security_group_logging(os_id): False [ 1091.859486] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.859685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.859759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.859987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.860096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.860858] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.860858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.860858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.860858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.860858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.860858] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e is going to be updated. [ 1091.926768] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.926768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.926768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.926768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.926768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.942574] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: IN_PROGRESS for 2s [ 1091.976092] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.478420] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.981612] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.981612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.981612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.981612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.981612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.981612] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be updated. [ 1093.011608] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.011608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.011608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.011608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.011608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.019043] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 1093.188024] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1093.188024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.188024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.188024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.188024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.188024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.188024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.188024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.188024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.188024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.188024] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.690953] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.690953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.691372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.691969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.691969] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.691969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.691969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.692278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.692278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.692411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.692528] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.692635] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.692727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.692963] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.693206] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.693336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.693401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.694863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.694863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.694863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.694863] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.955391] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: SUCCESS [ 1093.955729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.197466] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48df6982-9462-47bd-81be-8f1877031039: rpc.has_security_group_logging(os_id): False [ 1094.219033] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.219184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.219290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.219467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.219548] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.219758] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.219853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.219916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.220082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.220167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.220355] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.220442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.220502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.220638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.220709] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.220913] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.221018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.221504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.221663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.221737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.221846] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be created. [ 1094.281183] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.281328] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.281397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.282548] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.282548] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.292218] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1094.947733] env[69985]: INFO networking_nsxv3.common.synchronization [req-a9e55575-f2f8-4770-a53b-96777722aaf0 req-bb3a17a4-a98c-42b0-85c9-7659416d8bfc tempest-MultipleCreateTestJSON-664245217 tempest-MultipleCreateTestJSON-664245217-project-member] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1094.948363] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1094.948699] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.948881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.948966] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.949253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.949448] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.949551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.949633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.949849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.950531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.950531] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.029681] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 1095.029681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.286364] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.286364] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.286364] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.286364] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.286808] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.286808] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.287085] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.287373] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.287547] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.287822] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.288008] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.288184] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.288344] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.288505] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.288715] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.288910] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.308692] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.308916] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.309080] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.309262] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.309577] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-ae2c507f-1ebf-4321-a3b8-bd98e024886f taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.309757] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-ae2c507f-1ebf-4321-a3b8-bd98e024886f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.309881] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-ae2c507f-1ebf-4321-a3b8-bd98e024886f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.310217] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-ae2c507f-1ebf-4321-a3b8-bd98e024886f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.310363] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae2c507f-1ebf-4321-a3b8-bd98e024886f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.453287] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.812899] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.813183] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.813183] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.813467] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.813625] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.813786] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port ae2c507f-1ebf-4321-a3b8-bd98e024886f not found, creating... [ 1095.814083] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.814256] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.814438] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.814677] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.814823] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.815125] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.815288] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.815408] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.815613] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.815753] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.815896] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: ae2c507f-1ebf-4321-a3b8-bd98e024886f is going to be created. [ 1095.833726] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.833961] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.834043] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.834277] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.834492] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.834708] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-ae2c507f-1ebf-4321-a3b8-bd98e024886f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.956666] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.303037] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1096.303262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.459321] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.459321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.459321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.459546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.459604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.459713] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be updated. [ 1096.484346] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.484495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.484557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.484770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.484910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.492641] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1096.553978] env[69985]: INFO networking_nsxv3.common.synchronization [req-a9e55575-f2f8-4770-a53b-96777722aaf0 req-eec83856-0718-4e3c-a956-ddf67d0c301d service nova] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_rules [ 1096.554140] env[69985]: INFO networking_nsxv3.common.synchronization [req-a9e55575-f2f8-4770-a53b-96777722aaf0 req-eec83856-0718-4e3c-a956-ddf67d0c301d service nova] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1096.554350] env[69985]: INFO networking_nsxv3.common.synchronization [req-a9e55575-f2f8-4770-a53b-96777722aaf0 req-eec83856-0718-4e3c-a956-ddf67d0c301d service nova] Enqueued Resource ID: ae2c507f-1ebf-4321-a3b8-bd98e024886f with Priority: HIGHEST for action port [ 1096.554494] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_rules [ 1096.554626] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1096.554733] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae2c507f-1ebf-4321-a3b8-bd98e024886f with Priority: HIGHEST for action port [ 1096.555495] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.555495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.555495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.555721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.555721] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.556734] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.556734] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.556937] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae2c507f-1ebf-4321-a3b8-bd98e024886f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.557027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae2c507f-1ebf-4321-a3b8-bd98e024886f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.557064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae2c507f-1ebf-4321-a3b8-bd98e024886f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.557214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae2c507f-1ebf-4321-a3b8-bd98e024886f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.557294] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae2c507f-1ebf-4321-a3b8-bd98e024886f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.061043] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.061362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.061415] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae2c507f-1ebf-4321-a3b8-bd98e024886f with status ACTIVE [ 1097.061544] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.061660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.061763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.062105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.062105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.062248] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.062339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.062912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.062912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.062912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.062912] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.062912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.063257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.063257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.063257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.063374] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae2c507f-1ebf-4321-a3b8-bd98e024886f is going to be updated. [ 1097.082248] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.082399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.082505] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.082679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.082810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.082991] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae2c507f-1ebf-4321-a3b8-bd98e024886f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.576493] env[69985]: INFO networking_nsxv3.common.synchronization [req-e6342065-f8e9-4655-9962-5bf691cb36c6 req-e792c4b2-cec8-4577-9857-88d8bf93ec7b tempest-ServersAdminNegativeTestJSON-2035378228 tempest-ServersAdminNegativeTestJSON-2035378228-project-member] Enqueued Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_members [ 1097.577012] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_members [ 1097.577325] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.577444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.577514] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.577708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.577852] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.577966] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.578113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.578154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.578239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.578333] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.885068] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.885275] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.885400] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.885693] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.885955] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.887098] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.887098] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.887098] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.887098] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.887098] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.887098] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.887098] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.887098] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.887377] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.887377] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.887436] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.906468] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.906656] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.906800] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.906977] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-786" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.907303] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-f0ba32e1-39c0-4939-aafa-23959e961f93 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.907476] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-f0ba32e1-39c0-4939-aafa-23959e961f93" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.907898] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-f0ba32e1-39c0-4939-aafa-23959e961f93" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.907898] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-f0ba32e1-39c0-4939-aafa-23959e961f93" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.908056] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ba32e1-39c0-4939-aafa-23959e961f93',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.080528] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.410909] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.411212] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.411399] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.411717] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.411914] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.412117] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port f0ba32e1-39c0-4939-aafa-23959e961f93 not found, creating... [ 1098.412424] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.412618] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.412826] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.413067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.413259] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.413663] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.413739] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.413887] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.414166] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.414342] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.414530] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: f0ba32e1-39c0-4939-aafa-23959e961f93 is going to be created. [ 1098.433042] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.433280] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.433360] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.433619] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.433850] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.434085] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-f0ba32e1-39c0-4939-aafa-23959e961f93" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.503122] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1098.503194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.503331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.503551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.503738] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.503857] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.503920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.504072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.504152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.504248] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.582871] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.006023] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.085192] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.085470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.085470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.085634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.085728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.085835] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a is going to be updated. [ 1099.113449] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.113919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.113919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.114057] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.114170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.117337] env[69985]: INFO networking_nsxv3.common.synchronization [req-e6342065-f8e9-4655-9962-5bf691cb36c6 req-de3bc8fd-6b0d-4d9b-849b-a306fadea792 service nova] Enqueued Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_rules [ 1099.117487] env[69985]: INFO networking_nsxv3.common.synchronization [req-e6342065-f8e9-4655-9962-5bf691cb36c6 req-de3bc8fd-6b0d-4d9b-849b-a306fadea792 service nova] Enqueued Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_members [ 1099.117635] env[69985]: INFO networking_nsxv3.common.synchronization [req-e6342065-f8e9-4655-9962-5bf691cb36c6 req-de3bc8fd-6b0d-4d9b-849b-a306fadea792 service nova] Enqueued Resource ID: f0ba32e1-39c0-4939-aafa-23959e961f93 with Priority: HIGHEST for action port [ 1099.118103] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_rules [ 1099.118233] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_members [ 1099.118329] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0ba32e1-39c0-4939-aafa-23959e961f93 with Priority: HIGHEST for action port [ 1099.118618] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.118776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.118851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.119039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.119122] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.119906] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.120012] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.120216] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0ba32e1-39c0-4939-aafa-23959e961f93 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.120302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0ba32e1-39c0-4939-aafa-23959e961f93" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.120368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0ba32e1-39c0-4939-aafa-23959e961f93" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.120517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0ba32e1-39c0-4939-aafa-23959e961f93" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.120592] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ba32e1-39c0-4939-aafa-23959e961f93',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.123271] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: IN_PROGRESS for 2s [ 1099.508791] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.622296] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.622450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.622648] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0ba32e1-39c0-4939-aafa-23959e961f93 with status ACTIVE [ 1099.622819] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.622945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.623008] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.623213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.623304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.623473] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.623565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.623629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.623806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.623884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.624079] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.624172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.624230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.624367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.624447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.624523] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0ba32e1-39c0-4939-aafa-23959e961f93 is going to be updated. [ 1099.645152] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.645301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.645365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.645644] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.645811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.646011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0ba32e1-39c0-4939-aafa-23959e961f93" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.012032] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.012032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.012032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.012032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.012285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.012285] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be updated. [ 1100.039206] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.039344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.039416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.039626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.039764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.048214] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1101.132464] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: SUCCESS [ 1101.132776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.132921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.133165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.133374] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.133489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.133548] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.133699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.133781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.133873] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.635936] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.754451] env[69985]: INFO networking_nsxv3.common.synchronization [None req-1e33f674-ee95-4419-8c11-b958f8ff813e None None] Enqueued Resource ID: 0ab2bc9f-797d-451c-ab03-ee076ccc20b8 with Priority: HIGHEST for action port [ 1101.754451] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab2bc9f-797d-451c-ab03-ee076ccc20b8 with Priority: HIGHEST for action port [ 1101.754832] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ab2bc9f-797d-451c-ab03-ee076ccc20b8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.754952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ab2bc9f-797d-451c-ab03-ee076ccc20b8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.755031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ab2bc9f-797d-451c-ab03-ee076ccc20b8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.756156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ab2bc9f-797d-451c-ab03-ee076ccc20b8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.756316] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ab2bc9f-797d-451c-ab03-ee076ccc20b8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.057647] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1102.057791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.057939] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.058169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.058362] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.058490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.058650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.058784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.058849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.059101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.059101] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.138015] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.259607] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ab2bc9f-797d-451c-ab03-ee076ccc20b8 [ 1102.259863] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.260114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.260469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.260953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.260953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.260953] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ab2bc9f-797d-451c-ab03-ee076ccc20b8 already deleted. [ 1102.261132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ab2bc9f-797d-451c-ab03-ee076ccc20b8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.564299] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.564299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.564299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.564299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.564299] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.564299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.564299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.564299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.564299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.564299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.564299] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.564299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.564299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.564299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.564299] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.564299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.565730] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.565730] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.565730] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.565730] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.565730] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.643053] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.643268] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.644097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.644097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.644097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.644097] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a is going to be updated. [ 1102.673022] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.673022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.673022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.673022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.673022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.683619] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: IN_PROGRESS for 2s [ 1103.068472] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48df6982-9462-47bd-81be-8f1877031039: rpc.has_security_group_logging(os_id): False [ 1103.086718] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.087026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.087026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.087154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.087154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.087371] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.087469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.087552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.087767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.087767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.087980] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.088091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.088156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.088301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.088376] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.088566] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.088653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.088707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.088858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.088934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.090181] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be updated. [ 1103.146417] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.146735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.146735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.146839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.146984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.157654] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1104.692520] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: SUCCESS [ 1104.692768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.693040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.693285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.693502] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.693626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.693695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.693858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.694252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.694252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.694252] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.170922] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1105.172035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.197772] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.198475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.198475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.198475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.198603] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.198807] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.198807] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.198918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.198999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.199100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.199248] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.199339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.199393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.199530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.199663] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.199753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.199809] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.199941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.200049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.200107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.200205] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.702363] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5acf5d30-51b2-46c6-a32c-d3b0b550a37a: rpc.has_security_group_logging(os_id): False [ 1105.720756] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.720907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.721023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.721261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.743181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.743181] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.743181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.743181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.743181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.743421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.743552] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.743629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.743629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.743775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.743890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.744012] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.744116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.744170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.744290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.744362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.744449] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a is going to be updated. [ 1105.806812] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.807018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.807119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.807345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.807495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.827304] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: IN_PROGRESS for 2s [ 1106.755205] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1106.755485] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1107.145546] env[69985]: INFO networking_nsxv3.common.synchronization [req-0c23b43b-350d-4ef7-b76b-534cdd7fd0e7 req-c27bce07-8399-417c-b179-2eec558c9668 tempest-MultipleCreateTestJSON-664245217 tempest-MultipleCreateTestJSON-664245217-project-member] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1107.146215] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1107.147459] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.147664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.147772] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.147991] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.148548] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.148692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.148738] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.149055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.149055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.149152] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.545088] env[69985]: INFO networking_nsxv3.common.synchronization [req-1b646bed-6307-4cac-9d97-a5876e993034 req-3567e7c0-5d2c-40ce-aad0-55ff42e89d82 tempest-MultipleCreateTestJSON-664245217 tempest-MultipleCreateTestJSON-664245217-project-member] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1107.545088] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1107.546503] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.546503] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.651620] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.835982] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: SUCCESS [ 1107.836307] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.154509] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.658360] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.658360] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.658360] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.658360] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.658360] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.658360] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be updated. [ 1108.692098] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.692098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.692098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.692098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.692098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.698305] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1109.460832] env[69985]: INFO networking_nsxv3.common.synchronization [req-a7999182-9c88-4a08-856c-2ba23e715c68 req-59d76159-c6b0-46bf-a67b-e94fd58a18bd tempest-ServerDiskConfigTestJSON-649865869 tempest-ServerDiskConfigTestJSON-649865869-project-member] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1109.461410] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1109.461748] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.461871] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.461939] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.462745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.462918] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.463036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.463102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.463269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.463356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.463451] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.964307] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.964525] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.964654] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.964955] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.967504] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.967704] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.967829] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.968086] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.968235] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.968481] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.968597] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.969815] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.969982] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.970124] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.971694] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.971694] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.971924] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.972145] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.972145] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.972328] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.990830] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.991531] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.991531] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.991531] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.991754] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-fd0c5f07-29de-4e64-a60c-655c3da4bb9e taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.991848] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-fd0c5f07-29de-4e64-a60c-655c3da4bb9e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.991970] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-fd0c5f07-29de-4e64-a60c-655c3da4bb9e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.992334] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-fd0c5f07-29de-4e64-a60c-655c3da4bb9e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.992489] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd0c5f07-29de-4e64-a60c-655c3da4bb9e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.994821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.995082] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.995240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.995340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.995562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.995686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.995788] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1110.017225] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.017366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.017436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.018311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.018311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.027442] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1110.498423] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.498831] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.498831] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.499159] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.499318] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.499529] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port fd0c5f07-29de-4e64-a60c-655c3da4bb9e not found, creating... [ 1110.499757] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.499974] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.500094] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.500260] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.500404] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.500723] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.500886] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.501016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.501915] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.502069] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.502225] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: fd0c5f07-29de-4e64-a60c-655c3da4bb9e is going to be created. [ 1110.521088] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.521332] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.521471] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.521753] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.521959] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.522183] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-fd0c5f07-29de-4e64-a60c-655c3da4bb9e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.710078] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1110.710078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.710078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.710078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.710078] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.710078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.710078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.710078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.710078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.710078] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.212452] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.212452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.212641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.212722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.212818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.213018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.213124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.213197] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.213512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.213512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.213632] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be updated. [ 1111.244153] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.244153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.244153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.244153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.244153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.255145] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1111.306518] env[69985]: INFO networking_nsxv3.common.synchronization [req-a7999182-9c88-4a08-856c-2ba23e715c68 req-c802851f-8df6-423c-ba85-22d97f0c5552 service nova] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_rules [ 1111.306709] env[69985]: INFO networking_nsxv3.common.synchronization [req-a7999182-9c88-4a08-856c-2ba23e715c68 req-c802851f-8df6-423c-ba85-22d97f0c5552 service nova] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1111.306849] env[69985]: INFO networking_nsxv3.common.synchronization [req-a7999182-9c88-4a08-856c-2ba23e715c68 req-c802851f-8df6-423c-ba85-22d97f0c5552 service nova] Enqueued Resource ID: fd0c5f07-29de-4e64-a60c-655c3da4bb9e with Priority: HIGHEST for action port [ 1111.307096] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_rules [ 1111.307257] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1111.307315] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0c5f07-29de-4e64-a60c-655c3da4bb9e with Priority: HIGHEST for action port [ 1111.307903] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.308336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.308473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.308721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.308869] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.310376] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.310660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.315720] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd0c5f07-29de-4e64-a60c-655c3da4bb9e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.315720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd0c5f07-29de-4e64-a60c-655c3da4bb9e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.315860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd0c5f07-29de-4e64-a60c-655c3da4bb9e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.316326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd0c5f07-29de-4e64-a60c-655c3da4bb9e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.316326] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd0c5f07-29de-4e64-a60c-655c3da4bb9e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.363225] env[69985]: INFO networking_nsxv3.common.synchronization [None req-69c287dd-0b3b-492e-89c6-0ec93d8734ce None None] Enqueued Resource ID: b2db4135-1b12-4ae1-9cbd-eb2af26d7b09 with Priority: HIGHEST for action port [ 1111.363347] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2db4135-1b12-4ae1-9cbd-eb2af26d7b09 with Priority: HIGHEST for action port [ 1111.364025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2db4135-1b12-4ae1-9cbd-eb2af26d7b09 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.364025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2db4135-1b12-4ae1-9cbd-eb2af26d7b09" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.364158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2db4135-1b12-4ae1-9cbd-eb2af26d7b09" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.364495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2db4135-1b12-4ae1-9cbd-eb2af26d7b09" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.364495] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2db4135-1b12-4ae1-9cbd-eb2af26d7b09',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.818937] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd0c5f07-29de-4e64-a60c-655c3da4bb9e with status ACTIVE [ 1111.819251] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.819323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.819386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.819892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.819892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.820025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.820136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.820220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.820400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.820513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.820697] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.820843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.820925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.821163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.821225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.821456] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd0c5f07-29de-4e64-a60c-655c3da4bb9e is going to be updated. [ 1111.822562] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.822873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.842396] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.842517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.842575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.842871] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.843046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.843277] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd0c5f07-29de-4e64-a60c-655c3da4bb9e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.866688] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2db4135-1b12-4ae1-9cbd-eb2af26d7b09 [ 1111.866688] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.866688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.866688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.866688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.866688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.866688] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2db4135-1b12-4ae1-9cbd-eb2af26d7b09 already deleted. [ 1111.866688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2db4135-1b12-4ae1-9cbd-eb2af26d7b09" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.037625] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1112.037625] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 deletion is rescheduled due to dependency. [ 1112.037625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.037625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.037625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.037625] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.037625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.037625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.037625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.037625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.040645] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.198906] env[69985]: INFO networking_nsxv3.common.synchronization [req-5a5b0115-74d5-4a46-ac1f-c81b7ded5545 req-f5e74bb6-2d35-4a5e-88ca-ec467d69bb72 tempest-ImagesTestJSON-1158997241 tempest-ImagesTestJSON-1158997241-project-member] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1112.200253] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1112.200253] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.200400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.200466] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.200906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.200906] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.201105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.201202] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.201441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.201567] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.201815] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.542790] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.705105] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.705105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.705105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.705105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.705105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.705105] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.705441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.705441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.705441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.705441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.705616] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be deleted. [ 1112.736419] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.736904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.736904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.737491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.737598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.737705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.984214] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.984828] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.985170] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.985730] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.989020] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.989020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.989020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.989020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.989020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.989020] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.989020] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.989020] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.989020] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.989020] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.989020] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.989020] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.010116] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.010116] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.010116] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.010116] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.010116] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-37beebe5-49d5-45f4-9dff-8ea169c1920f taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.010116] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-37beebe5-49d5-45f4-9dff-8ea169c1920f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.010116] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-37beebe5-49d5-45f4-9dff-8ea169c1920f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.010116] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-37beebe5-49d5-45f4-9dff-8ea169c1920f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.010116] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37beebe5-49d5-45f4-9dff-8ea169c1920f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.049225] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.267435] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1113.267435] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 deletion is rescheduled due to dependency. [ 1113.267435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.515023] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.515023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.515023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.515023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.515023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.515023] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 37beebe5-49d5-45f4-9dff-8ea169c1920f not found, creating... [ 1113.515023] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.515023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.515023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.515023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.515023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.515507] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.515507] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.515507] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.516238] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.516542] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.516826] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 37beebe5-49d5-45f4-9dff-8ea169c1920f is going to be created. [ 1113.537153] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.539066] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.539066] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.539066] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.539066] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.539066] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-37beebe5-49d5-45f4-9dff-8ea169c1920f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.552766] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.558247] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.558247] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.558247] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.558247] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.558247] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1113.582887] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.583124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.583228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.583468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.583646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.592277] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1113.754237] env[69985]: INFO networking_nsxv3.common.synchronization [None req-36c3a798-1ec8-48d4-b9f1-329c81b0751d None None] Enqueued Resource ID: e1b5793f-dc14-43ff-81bf-7b053d361077 with Priority: HIGHEST for action port [ 1113.754523] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b5793f-dc14-43ff-81bf-7b053d361077 with Priority: HIGHEST for action port [ 1113.755082] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1b5793f-dc14-43ff-81bf-7b053d361077 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.755210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1b5793f-dc14-43ff-81bf-7b053d361077" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.755280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1b5793f-dc14-43ff-81bf-7b053d361077" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.755533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1b5793f-dc14-43ff-81bf-7b053d361077" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.755620] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b5793f-dc14-43ff-81bf-7b053d361077',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.257930] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1b5793f-dc14-43ff-81bf-7b053d361077 [ 1114.257930] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.258345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.258345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.258345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.258441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.258468] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1b5793f-dc14-43ff-81bf-7b053d361077 already deleted. [ 1114.258552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1b5793f-dc14-43ff-81bf-7b053d361077" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.711287] env[69985]: INFO networking_nsxv3.common.synchronization [req-5a5b0115-74d5-4a46-ac1f-c81b7ded5545 req-f03bb4b3-1fa7-42d7-ad90-c2983ff983b6 service nova] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_rules [ 1114.711480] env[69985]: INFO networking_nsxv3.common.synchronization [req-5a5b0115-74d5-4a46-ac1f-c81b7ded5545 req-f03bb4b3-1fa7-42d7-ad90-c2983ff983b6 service nova] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1114.711743] env[69985]: INFO networking_nsxv3.common.synchronization [req-5a5b0115-74d5-4a46-ac1f-c81b7ded5545 req-f03bb4b3-1fa7-42d7-ad90-c2983ff983b6 service nova] Enqueued Resource ID: 37beebe5-49d5-45f4-9dff-8ea169c1920f with Priority: HIGHEST for action port [ 1114.711881] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_rules [ 1114.712015] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1114.712119] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37beebe5-49d5-45f4-9dff-8ea169c1920f with Priority: HIGHEST for action port [ 1114.712658] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.712787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.712855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.713404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.713534] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.714511] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.714668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.714765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.715062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.715250] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.715381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.715470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.715667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.715828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.716078] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.717805] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-37beebe5-49d5-45f4-9dff-8ea169c1920f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.717973] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37beebe5-49d5-45f4-9dff-8ea169c1920f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.718079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37beebe5-49d5-45f4-9dff-8ea169c1920f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.718519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37beebe5-49d5-45f4-9dff-8ea169c1920f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.718643] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37beebe5-49d5-45f4-9dff-8ea169c1920f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.218915] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.224288] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37beebe5-49d5-45f4-9dff-8ea169c1920f with status ACTIVE [ 1115.224288] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.224288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.224288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.224288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.224288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.224288] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.224288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.224288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.224288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.224288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.224288] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.224288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.224288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.224288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.224288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.224288] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37beebe5-49d5-45f4-9dff-8ea169c1920f is going to be updated. [ 1115.225520] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.225797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.245033] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.245186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.245312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.245565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.245758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.245969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37beebe5-49d5-45f4-9dff-8ea169c1920f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.429560] env[69985]: INFO networking_nsxv3.common.synchronization [req-dad6057e-2d7a-437e-854e-3a514d37e6cc req-71c82e36-7de6-4d41-a51a-67742443bc39 tempest-ServersAdminNegativeTestJSON-2035378228 tempest-ServersAdminNegativeTestJSON-2035378228-project-member] Enqueued Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_members [ 1115.430073] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_members [ 1115.430379] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.430508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.430587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.430763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.431020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.431020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.433788] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.433962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.434065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.434165] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.601472] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1115.601759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.601924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.602162] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.602350] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.602470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.602533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.602714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.602802] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.602863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.602952] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.721118] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.935831] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.105933] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.106139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.106210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.106452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.106664] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.106767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.106832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.106984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.107101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.107193] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.107338] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.107428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.107488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.107629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.107775] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.107868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.107927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.108152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.108152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.108811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.108942] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.224347] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.224485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.224577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.224767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.224865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.224984] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be created. [ 1116.249568] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.250227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.250227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.250227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.250227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.261309] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: UNINITIALIZED for 2s [ 1116.437831] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.505275] env[69985]: INFO networking_nsxv3.common.synchronization [None req-504bd599-8dca-484b-8e34-d0e73603ea6c tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGHEST for action security_group_rules [ 1116.505885] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGHEST for action security_group_rules [ 1116.506218] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.506342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.506455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.506860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.506860] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d48a04-47f0-411e-acd2-1dfbb2feff6b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.596305] env[69985]: INFO networking_nsxv3.common.synchronization [None req-e02bf466-37fb-4741-a9ff-7cb4d1aed083 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGHEST for action security_group_rules [ 1116.596305] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGHEST for action security_group_rules [ 1116.596622] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.597874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.611340] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35a29af5-c97e-4852-b1a4-cd618c1f5c35: rpc.has_security_group_logging(os_id): False [ 1116.632487] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.632636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.632729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.632945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.633488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.633488] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.633488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.633653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.633814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.635195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.635195] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.635195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.635195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.635195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.635195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.635195] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.635195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.635195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.635195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.635195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.635195] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1116.707371] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.707533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.707604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.707811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.707951] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.720162] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1116.941095] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.941295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.941362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.941621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.941752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.941838] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a is going to be updated. [ 1116.970615] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.970615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.970615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.970769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.971069] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.980228] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: IN_PROGRESS for 2s [ 1117.025998] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.026204] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.026276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.026526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.026642] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.026758] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b already deleted. [ 1117.026863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.027073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.027268] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.027382] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d48a04-47f0-411e-acd2-1dfbb2feff6b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.548988] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.549342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.549342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.549470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.549544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.549642] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b already deleted. [ 1117.549726] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.274081] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1118.274081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.274081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.274081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.274081] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.274081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.274081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.274081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.274081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.274081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.274081] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.732884] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1118.733227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.779963] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.780169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.780243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.780483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.780667] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.780774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.780855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.781017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.781111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.781199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.781357] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.781477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.781539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.781651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.781799] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.781899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.781956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.782113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.782179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.782259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.782347] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.989645] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: SUCCESS [ 1118.989865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.136258] env[69985]: INFO networking_nsxv3.common.synchronization [req-45547c1c-e3d4-4b18-b6e5-de83efe881e0 req-2e93cc03-154d-4439-963f-87d13e0a7b49 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1119.136797] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1119.137560] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.137704] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.138304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.139300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.139482] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.139591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.139656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.141577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.141646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.141761] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.286203] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622: rpc.has_security_group_logging(os_id): False [ 1119.301937] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.301937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.301937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.301937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.302469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.303237] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.303237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.303237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.303237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.303237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.303496] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.303496] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.303578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.307021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.307021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.307021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.307021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.307021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.307021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.307021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.307021] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be created. [ 1119.358013] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.358175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.358249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.358454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.358627] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.369304] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1119.460391] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.460391] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-987" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.460715] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-987" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.461413] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-987" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.461413] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.461413] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.461413] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.461678] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.461817] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.462038] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.462155] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.462263] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.462372] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.463178] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.463178] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.463178] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.483590] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.483590] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.483590] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.483590] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-987" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.484540] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-4e3de664-c228-44f8-84f3-2c40c903246e taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.484540] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.484540] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.484713] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.484713] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e3de664-c228-44f8-84f3-2c40c903246e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.644485] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.987889] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.988303] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.988303] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.989036] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.989036] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.989036] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 4e3de664-c228-44f8-84f3-2c40c903246e not found, creating... [ 1119.989278] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.989386] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.989509] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.989765] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.989931] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.990253] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.990477] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.990607] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.990840] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.990985] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.991148] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 4e3de664-c228-44f8-84f3-2c40c903246e is going to be created. [ 1120.012780] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.012981] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.013124] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.013380] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.013639] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.013876] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.147108] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.648908] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.649078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.649149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.649413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.649461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.649545] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1120.678290] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.678290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.678290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.678290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.678290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.686046] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1120.702889] env[69985]: INFO networking_nsxv3.common.synchronization [req-45547c1c-e3d4-4b18-b6e5-de83efe881e0 req-bdc28a19-ce2b-4bd0-9e29-f70d41f90f74 service nova] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_rules [ 1120.703263] env[69985]: INFO networking_nsxv3.common.synchronization [req-45547c1c-e3d4-4b18-b6e5-de83efe881e0 req-bdc28a19-ce2b-4bd0-9e29-f70d41f90f74 service nova] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1120.703797] env[69985]: INFO networking_nsxv3.common.synchronization [req-45547c1c-e3d4-4b18-b6e5-de83efe881e0 req-bdc28a19-ce2b-4bd0-9e29-f70d41f90f74 service nova] Enqueued Resource ID: 4e3de664-c228-44f8-84f3-2c40c903246e with Priority: HIGHEST for action port [ 1120.704413] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_rules [ 1120.704647] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1120.704840] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3de664-c228-44f8-84f3-2c40c903246e with Priority: HIGHEST for action port [ 1120.705546] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.705790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.709018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.709018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.709018] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.709018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.709018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.709018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e3de664-c228-44f8-84f3-2c40c903246e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.709018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.709018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.709018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.709018] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e3de664-c228-44f8-84f3-2c40c903246e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.210231] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.210628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.210628] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e3de664-c228-44f8-84f3-2c40c903246e with status ACTIVE [ 1121.210823] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.210941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.211021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.211227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.211320] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.211502] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.211603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.211666] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.211815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.211893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.212089] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.212190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.212251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.212534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.212642] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.212719] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e3de664-c228-44f8-84f3-2c40c903246e is going to be updated. [ 1121.238266] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.238471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.238471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.238626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.238751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.238905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.382921] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1121.383164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.679733] env[69985]: INFO networking_nsxv3.common.synchronization [req-44137f84-db80-46b8-b64b-be62c816a571 req-38859909-348b-4d52-9b16-2e3f68a3324d tempest-DeleteServersTestJSON-1168726256 tempest-DeleteServersTestJSON-1168726256-project-member] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1121.680307] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1121.680660] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.680810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.680897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.681146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.681310] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.681427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.681501] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.681655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.681737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.681830] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.979656] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.979780] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.980133] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.980191] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.980812] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.981160] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.981406] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.982224] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.982224] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.982471] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.982649] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.982811] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.983013] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.983247] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.983412] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.983719] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.002024] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.002213] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1122.002984] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.002984] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.003267] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-c83362f2-db37-45fa-9d49-76899f0edc31 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.003711] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-c83362f2-db37-45fa-9d49-76899f0edc31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.003893] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-c83362f2-db37-45fa-9d49-76899f0edc31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.004273] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-c83362f2-db37-45fa-9d49-76899f0edc31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.004482] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83362f2-db37-45fa-9d49-76899f0edc31',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.184206] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.185010] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.185010] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.185010] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.185010] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.185010] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.185234] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.185234] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.185234] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.185322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.185415] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be deleted. [ 1122.211967] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.211967] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.211967] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.212407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.212407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.212407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.507143] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.507417] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.507587] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.508686] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.508880] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.509197] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port c83362f2-db37-45fa-9d49-76899f0edc31 not found, creating... [ 1122.509685] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.509685] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.509864] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.510021] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.510313] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.510564] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.510760] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.510915] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.511190] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.511368] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.511558] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: c83362f2-db37-45fa-9d49-76899f0edc31 is going to be created. [ 1122.532078] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.532288] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.532415] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.532704] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.532918] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.533163] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-c83362f2-db37-45fa-9d49-76899f0edc31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.696423] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1122.696647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.696837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.697061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.697253] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.697370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.697473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.697578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.697700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.697826] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.203586] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.230683] env[69985]: INFO networking_nsxv3.common.synchronization [req-44137f84-db80-46b8-b64b-be62c816a571 req-876fcea0-c629-4b45-aa60-4d8b2c475a8d service nova] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_rules [ 1123.230683] env[69985]: INFO networking_nsxv3.common.synchronization [req-44137f84-db80-46b8-b64b-be62c816a571 req-876fcea0-c629-4b45-aa60-4d8b2c475a8d service nova] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1123.230683] env[69985]: INFO networking_nsxv3.common.synchronization [req-44137f84-db80-46b8-b64b-be62c816a571 req-876fcea0-c629-4b45-aa60-4d8b2c475a8d service nova] Enqueued Resource ID: c83362f2-db37-45fa-9d49-76899f0edc31 with Priority: HIGHEST for action port [ 1123.230683] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_rules [ 1123.230683] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1123.230683] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83362f2-db37-45fa-9d49-76899f0edc31 with Priority: HIGHEST for action port [ 1123.230683] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.230683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.230683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.235028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.235028] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.235028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.235028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.235028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.235028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.235028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.235028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.235028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.235028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.235028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.235028] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.235028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-c83362f2-db37-45fa-9d49-76899f0edc31 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.235028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c83362f2-db37-45fa-9d49-76899f0edc31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.235028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c83362f2-db37-45fa-9d49-76899f0edc31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.235028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c83362f2-db37-45fa-9d49-76899f0edc31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.235028] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83362f2-db37-45fa-9d49-76899f0edc31',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.711413] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.740666] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.742058] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.742058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.742351] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c83362f2-db37-45fa-9d49-76899f0edc31 with status ACTIVE [ 1123.742527] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.743423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.743423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.743423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.743423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.743423] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.743423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.743692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.743692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.743692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.743843] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.744119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.744119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.744216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.744289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.744374] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c83362f2-db37-45fa-9d49-76899f0edc31 is going to be updated. [ 1123.767069] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.767219] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.767275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.767473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.767611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.767773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c83362f2-db37-45fa-9d49-76899f0edc31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.214377] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.214548] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.214622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.214840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.214931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.215049] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1124.243300] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.267443] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.267582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.267698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.267919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.268774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.287226] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1124.745990] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.746188] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.747028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.747028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.747028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.747028] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be created. [ 1124.771264] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.771449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.771449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.771721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.771943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.782479] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: UNINITIALIZED for 2s [ 1126.295207] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1126.295449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.295651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.295903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.296183] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.296681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.296681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.296681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.296681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.296797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.296918] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.795582] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1126.795882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.796068] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.796348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.796584] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.796732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.796817] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.797010] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.797122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.797217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.797326] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.799427] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.799576] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.799576] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.799775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.799973] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.800139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.800198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.800381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.800492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.800597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.800754] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.800844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.800901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.801278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.801278] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.801431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.801431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.801574] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.801650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.801733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.801821] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.305166] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.305166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.305166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.305166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.305166] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.305166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.305166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.305742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.305742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.305742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.305742] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.305742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.305909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.305909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.306071] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.306233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.306233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.306382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.306420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.306563] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.306622] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.307619] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd8b8f6-45fd-478a-bdc0-754c0d542853: rpc.has_security_group_logging(os_id): False [ 1127.325117] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.325263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.325333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.325531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.325619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.325832] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.325931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.325993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.326155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.326231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.326407] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.326498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.326559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.326691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.326763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.326947] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.327062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.327124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.327260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.327335] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.327419] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1127.392996] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.393252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.393345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.393497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.393675] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.403934] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1127.810705] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81d51b95-05e9-45f1-a7ed-589ecebd0dee: rpc.has_security_group_logging(os_id): False [ 1127.828408] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.828684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.828807] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.829336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.829512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.829937] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.830157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.830382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.830612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.830752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.831025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.831116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.831184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.831365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.831468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.831829] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.831903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.831963] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.832151] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.832240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.832342] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be created. [ 1127.887289] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.887459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.887546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.887760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.887936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.903098] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1128.231041] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1128.231388] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1129.418286] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1129.418286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.911961] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1129.911961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.555991] env[69985]: INFO networking_nsxv3.common.synchronization [req-57c35e14-afed-4a5d-b900-9890437c2518 req-0a7eb52b-393b-4882-a404-f0c0c83c5115 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1130.556341] env[69985]: INFO networking_nsxv3.common.synchronization [req-57c35e14-afed-4a5d-b900-9890437c2518 req-0a7eb52b-393b-4882-a404-f0c0c83c5115 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_members [ 1130.556808] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1130.556951] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_members [ 1130.557250] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.557374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.557458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.557690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.557849] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.557951] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.558024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.558179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.558266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.558420] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.559240] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-00443ea2-bd16-4752-b506-e527d365de7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.559359] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.559458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.559626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.560161] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.563168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.563168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.563168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.563168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.563168] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.628021] env[69985]: INFO networking_nsxv3.common.synchronization [req-57c35e14-afed-4a5d-b900-9890437c2518 req-0a7eb52b-393b-4882-a404-f0c0c83c5115 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_rules [ 1130.628208] env[69985]: INFO networking_nsxv3.common.synchronization [req-57c35e14-afed-4a5d-b900-9890437c2518 req-0a7eb52b-393b-4882-a404-f0c0c83c5115 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_members [ 1130.628350] env[69985]: INFO networking_nsxv3.common.synchronization [req-57c35e14-afed-4a5d-b900-9890437c2518 req-0a7eb52b-393b-4882-a404-f0c0c83c5115 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_rules [ 1130.628481] env[69985]: INFO networking_nsxv3.common.synchronization [req-57c35e14-afed-4a5d-b900-9890437c2518 req-0a7eb52b-393b-4882-a404-f0c0c83c5115 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1130.628612] env[69985]: INFO networking_nsxv3.common.synchronization [req-57c35e14-afed-4a5d-b900-9890437c2518 req-0a7eb52b-393b-4882-a404-f0c0c83c5115 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 4e3de664-c228-44f8-84f3-2c40c903246e with Priority: HIGHEST for action port [ 1130.629146] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_rules [ 1130.629328] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_rules [ 1130.629431] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3de664-c228-44f8-84f3-2c40c903246e with Priority: HIGHEST for action port [ 1130.629521] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_members [ 1130.629639] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1130.629914] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00443ea2-bd16-4752-b506-e527d365de7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.630045] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.630110] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.630389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.630470] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.631328] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.631439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.631501] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.631672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.631744] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.632495] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e3de664-c228-44f8-84f3-2c40c903246e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.632604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.632671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.632825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.632901] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e3de664-c228-44f8-84f3-2c40c903246e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.637021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-00443ea2-bd16-4752-b506-e527d365de7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.637021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.637021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.637021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.856086] env[69985]: INFO networking_nsxv3.common.synchronization [None req-fc7ef7cc-4748-41db-a00d-557ead4e56f3 None None] Enqueued Resource ID: f585e023-2416-4909-b66f-f82fa9ac1009 with Priority: HIGHEST for action port [ 1130.856791] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f585e023-2416-4909-b66f-f82fa9ac1009 with Priority: HIGHEST for action port [ 1130.861754] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-f585e023-2416-4909-b66f-f82fa9ac1009 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.861754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f585e023-2416-4909-b66f-f82fa9ac1009" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.861754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f585e023-2416-4909-b66f-f82fa9ac1009" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.861754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f585e023-2416-4909-b66f-f82fa9ac1009" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.861754] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f585e023-2416-4909-b66f-f82fa9ac1009',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.062479] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.063466] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.135191] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.135365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.135576] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e3de664-c228-44f8-84f3-2c40c903246e with status ACTIVE [ 1131.135774] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.135901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.138990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.138990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.138990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.138990] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.138990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.138990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.138990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.138990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.138990] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.138990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.138990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.138990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.138990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.138990] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e3de664-c228-44f8-84f3-2c40c903246e is going to be updated. [ 1131.138990] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-00443ea2-bd16-4752-b506-e527d365de7b taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.138990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.156758] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.156913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.156991] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.157200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.157331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.157482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.364319] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f585e023-2416-4909-b66f-f82fa9ac1009 [ 1131.364319] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.364479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.364479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.364729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.364838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.364946] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f585e023-2416-4909-b66f-f82fa9ac1009 already deleted. [ 1131.365055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f585e023-2416-4909-b66f-f82fa9ac1009" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.565041] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.566435] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.760017] env[69985]: INFO networking_nsxv3.common.synchronization [None req-5dd3155d-c2af-49cc-bb4f-32a1b1f3a783 tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_rules [ 1131.760017] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_rules [ 1131.760017] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a471e4cd-989a-40ff-9528-ba39b72c6939 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.760017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.760017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.760017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.760017] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.900950] env[69985]: INFO networking_nsxv3.common.synchronization [None req-79244736-b63f-4bde-a2ff-41b76ea674a2 tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_rules [ 1131.901493] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_rules [ 1131.901830] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a471e4cd-989a-40ff-9528-ba39b72c6939 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.901885] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.068496] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.068718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.068839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.069165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.069290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.069429] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1132.070983] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.072568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.072748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.073055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.073195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.073480] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00443ea2-bd16-4752-b506-e527d365de7b is going to be created. [ 1132.097078] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.097241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.097327] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.097547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.097740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.100186] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.102363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.102363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.102363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.102363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.111720] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1132.111720] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00443ea2-bd16-4752-b506-e527d365de7b in Status: UNINITIALIZED for 2s [ 1132.284593] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.285169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.285169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.286286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.286838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.287011] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a471e4cd-989a-40ff-9528-ba39b72c6939 already deleted. [ 1132.287166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.287376] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.287647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.287799] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.811672] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.812121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.812121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.812349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.812450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.812521] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a471e4cd-989a-40ff-9528-ba39b72c6939 already deleted. [ 1132.812586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.485813] env[69985]: INFO networking_nsxv3.common.synchronization [None req-02fbca06-03c5-4399-af15-50435d0f6f2b None None] Enqueued Resource ID: 9835080a-fc34-469b-b26a-52bb7679c4ed with Priority: HIGHEST for action port [ 1133.486112] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9835080a-fc34-469b-b26a-52bb7679c4ed with Priority: HIGHEST for action port [ 1133.486674] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-9835080a-fc34-469b-b26a-52bb7679c4ed taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.486801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9835080a-fc34-469b-b26a-52bb7679c4ed" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.486873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9835080a-fc34-469b-b26a-52bb7679c4ed" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.487216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9835080a-fc34-469b-b26a-52bb7679c4ed" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.487302] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9835080a-fc34-469b-b26a-52bb7679c4ed',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.990527] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9835080a-fc34-469b-b26a-52bb7679c4ed [ 1133.990816] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.990933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.991020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.991277] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.991374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.991498] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9835080a-fc34-469b-b26a-52bb7679c4ed already deleted. [ 1133.991584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9835080a-fc34-469b-b26a-52bb7679c4ed" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.996832] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.997246] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.997426] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.997793] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.998049] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.999205] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.999420] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.000242] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.000242] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.000242] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.000242] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.000413] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.000552] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.000679] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.000801] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.000944] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.019893] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.020091] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1134.020309] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.020582] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.020851] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-d325d681-8643-43a2-93dd-d4687ad115f5 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.021063] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.021207] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.021505] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.021671] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d325d681-8643-43a2-93dd-d4687ad115f5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.121845] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00443ea2-bd16-4752-b506-e527d365de7b in Status: SUCCESS [ 1134.122169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.123046] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1134.123294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.123503] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.123823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.124293] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.124523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.125009] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.125353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.125524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.125663] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.126819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.127025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.127230] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.127364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.127753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.127753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.127753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.127885] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.525142] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.525142] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.525142] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.525142] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.525358] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.525519] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.525696] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.525825] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.526276] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.526437] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.526739] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.526901] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.527036] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.527263] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.527468] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.527637] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: d325d681-8643-43a2-93dd-d4687ad115f5 is going to be updated. [ 1134.546977] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.548704] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.548704] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.548704] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.548704] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.548704] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.630461] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.631510] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.135017] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.135017] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.322444] env[69985]: INFO networking_nsxv3.common.synchronization [req-9392be9b-30e9-46a9-871e-0e6294200311 req-84098463-d4ec-48fe-a9de-beee2533e4e1 service nova] Enqueued Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_rules [ 1135.325605] env[69985]: INFO networking_nsxv3.common.synchronization [req-9392be9b-30e9-46a9-871e-0e6294200311 req-84098463-d4ec-48fe-a9de-beee2533e4e1 service nova] Enqueued Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_members [ 1135.325605] env[69985]: INFO networking_nsxv3.common.synchronization [req-9392be9b-30e9-46a9-871e-0e6294200311 req-84098463-d4ec-48fe-a9de-beee2533e4e1 service nova] Enqueued Resource ID: d325d681-8643-43a2-93dd-d4687ad115f5 with Priority: HIGHEST for action port [ 1135.325605] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_rules [ 1135.325605] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_members [ 1135.325605] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d325d681-8643-43a2-93dd-d4687ad115f5 with Priority: HIGHEST for action port [ 1135.325605] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.325605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.325605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.325605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.325605] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.325605] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13cc711-2954-45e2-be30-30a2ac6f1e1b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.326296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.326296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.327458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.327458] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.327458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.327458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.327458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.327458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.327458] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.328803] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-d325d681-8643-43a2-93dd-d4687ad115f5 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.328968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.329096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.329308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.330763] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d325d681-8643-43a2-93dd-d4687ad115f5',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.636898] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.637173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.637241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.637517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.637655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.637772] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1135.639216] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.639336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.639404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.639577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.639677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.639772] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00443ea2-bd16-4752-b506-e527d365de7b is going to be updated. [ 1135.666058] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.666224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.666331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.666596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.666829] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.668684] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.668825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.668964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.669106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.669267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.679317] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1135.680148] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00443ea2-bd16-4752-b506-e527d365de7b in Status: IN_PROGRESS for 2s [ 1135.831945] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.833072] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13cc711-2954-45e2-be30-30a2ac6f1e1b taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.833263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.833345] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d325d681-8643-43a2-93dd-d4687ad115f5 with status ACTIVE [ 1135.833508] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.833606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.833747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.834079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.834079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.834273] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.834375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.834375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.834489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.834560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.834737] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.834835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.834891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.835076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.835112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.835191] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d325d681-8643-43a2-93dd-d4687ad115f5 is going to be updated. [ 1135.855380] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.855578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.855578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.855787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.855930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.856103] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d325d681-8643-43a2-93dd-d4687ad115f5" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.337933] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.771707] env[69985]: INFO networking_nsxv3.common.synchronization [req-6dc7bd7c-0919-4236-bc81-9c4fd6d00c8d req-9ebd275c-ad07-45c9-99d4-fd40c4247d7b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1136.771959] env[69985]: INFO networking_nsxv3.common.synchronization [req-6dc7bd7c-0919-4236-bc81-9c4fd6d00c8d req-9ebd275c-ad07-45c9-99d4-fd40c4247d7b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_members [ 1136.772130] env[69985]: INFO networking_nsxv3.common.synchronization [req-6dc7bd7c-0919-4236-bc81-9c4fd6d00c8d req-9ebd275c-ad07-45c9-99d4-fd40c4247d7b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: dcc37526-43ce-4476-b216-6a198ab1afcd with Priority: HIGHEST for action security_group_members [ 1136.772744] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1136.772899] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_members [ 1136.773012] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc37526-43ce-4476-b216-6a198ab1afcd with Priority: HIGHEST for action security_group_members [ 1136.773291] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.773397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.773645] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-00443ea2-bd16-4752-b506-e527d365de7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.773776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.773997] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc37526-43ce-4476-b216-6a198ab1afcd taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.774147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.774214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.774511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.774701] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.774807] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.774871] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.775070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.775196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.775331] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcc37526-43ce-4476-b216-6a198ab1afcd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.840403] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.840569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.840617] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.840841] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.840937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.841054] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b is going to be updated. [ 1136.848730] env[69985]: INFO networking_nsxv3.common.synchronization [req-6dc7bd7c-0919-4236-bc81-9c4fd6d00c8d req-9ebd275c-ad07-45c9-99d4-fd40c4247d7b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_rules [ 1136.848952] env[69985]: INFO networking_nsxv3.common.synchronization [req-6dc7bd7c-0919-4236-bc81-9c4fd6d00c8d req-9ebd275c-ad07-45c9-99d4-fd40c4247d7b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_members [ 1136.849146] env[69985]: INFO networking_nsxv3.common.synchronization [req-6dc7bd7c-0919-4236-bc81-9c4fd6d00c8d req-9ebd275c-ad07-45c9-99d4-fd40c4247d7b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_rules [ 1136.849318] env[69985]: INFO networking_nsxv3.common.synchronization [req-6dc7bd7c-0919-4236-bc81-9c4fd6d00c8d req-9ebd275c-ad07-45c9-99d4-fd40c4247d7b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1136.849492] env[69985]: INFO networking_nsxv3.common.synchronization [req-6dc7bd7c-0919-4236-bc81-9c4fd6d00c8d req-9ebd275c-ad07-45c9-99d4-fd40c4247d7b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: dcc37526-43ce-4476-b216-6a198ab1afcd with Priority: HIGHEST for action security_group_rules [ 1136.849653] env[69985]: INFO networking_nsxv3.common.synchronization [req-6dc7bd7c-0919-4236-bc81-9c4fd6d00c8d req-9ebd275c-ad07-45c9-99d4-fd40c4247d7b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: dcc37526-43ce-4476-b216-6a198ab1afcd with Priority: HIGHEST for action security_group_members [ 1136.849819] env[69985]: INFO networking_nsxv3.common.synchronization [req-6dc7bd7c-0919-4236-bc81-9c4fd6d00c8d req-9ebd275c-ad07-45c9-99d4-fd40c4247d7b tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 4e3de664-c228-44f8-84f3-2c40c903246e with Priority: HIGHEST for action port [ 1136.850983] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_rules [ 1136.851181] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_rules [ 1136.851324] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc37526-43ce-4476-b216-6a198ab1afcd with Priority: HIGHEST for action security_group_members [ 1136.851428] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e3de664-c228-44f8-84f3-2c40c903246e with Priority: HIGHEST for action port [ 1136.851522] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc37526-43ce-4476-b216-6a198ab1afcd with Priority: HIGHEST for action security_group_rules [ 1136.851611] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_members [ 1136.851696] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1136.852209] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00443ea2-bd16-4752-b506-e527d365de7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.852313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.852507] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.852591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.852771] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc37526-43ce-4476-b216-6a198ab1afcd taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.852849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.853019] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e3de664-c228-44f8-84f3-2c40c903246e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.853124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.853187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.853478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.853510] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e3de664-c228-44f8-84f3-2c40c903246e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.854663] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcc37526-43ce-4476-b216-6a198ab1afcd taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.854775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.854844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.855082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.855158] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcc37526-43ce-4476-b216-6a198ab1afcd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.856012] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-00443ea2-bd16-4752-b506-e527d365de7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.856159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.856382] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.856502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.869794] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.870019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.870211] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.870511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.870730] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.882385] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b in Status: IN_PROGRESS for 2s [ 1137.279937] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcc37526-43ce-4476-b216-6a198ab1afcd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.357463] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e3de664-c228-44f8-84f3-2c40c903246e with status ACTIVE [ 1137.357752] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.357816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.357859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.358546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.358546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.358546] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.358546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.358748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.358779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.358862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.360022] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.360022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.360022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.360022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.360022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.360022] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e3de664-c228-44f8-84f3-2c40c903246e is going to be updated. [ 1137.360800] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc37526-43ce-4476-b216-6a198ab1afcd taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.360893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.379799] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.379953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.380053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.380371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.380484] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.380669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e3de664-c228-44f8-84f3-2c40c903246e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.690904] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1137.694442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.694852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.694955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.695126] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.695252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.695318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.695483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.695568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.695653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.695755] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.700687] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00443ea2-bd16-4752-b506-e527d365de7b in Status: SUCCESS [ 1137.700910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.701094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.701296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.701483] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.701607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.701676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.701829] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.701914] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.702021] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.702954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.703173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.703372] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.703488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.703556] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.703750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.703835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.703912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.704048] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.709451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.709765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.709961] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.710101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.710190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.710315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.710406] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.710517] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.787912] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcc37526-43ce-4476-b216-6a198ab1afcd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.206722] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.206722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.210545] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.212850] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.213855] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.290339] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.290516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.290583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.290775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.290881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.290987] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcc37526-43ce-4476-b216-6a198ab1afcd is going to be created. [ 1138.314729] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.314936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.314936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.315175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.315332] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.324122] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcc37526-43ce-4476-b216-6a198ab1afcd in Status: UNINITIALIZED for 2s [ 1138.713178] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.715022] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00443ea2-bd16-4752-b506-e527d365de7b: rpc.has_security_group_logging(os_id): False [ 1138.716221] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.736093] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.736308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.736308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.736531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.736638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.736886] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.737015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.737086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.737251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.737362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.737485] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00443ea2-bd16-4752-b506-e527d365de7b is going to be created. [ 1138.870908] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.871123] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.871337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.871640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.871850] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.891087] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b in Status: SUCCESS [ 1138.891407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.892188] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.892188] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.892188] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.892450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.892450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.892621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.892669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.892757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.892867] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.894416] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00443ea2-bd16-4752-b506-e527d365de7b in Status: IN_PROGRESS for 2s [ 1139.215569] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.215735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.215810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.216048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.216147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.216258] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1139.218126] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.218347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.218393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.218553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.218665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.218735] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00443ea2-bd16-4752-b506-e527d365de7b is going to be updated. [ 1139.269539] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.269812] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.269812] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.269988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.270463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.282529] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.282723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.282847] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.283070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.283221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.284794] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1139.292411] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00443ea2-bd16-4752-b506-e527d365de7b in Status: IN_PROGRESS for 2s [ 1139.396067] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.696394] env[69985]: INFO networking_nsxv3.common.synchronization [req-4bcd6e34-4405-4272-9ebc-aae19569fb07 req-9970ad4c-0257-43ff-b85d-ed7c46076624 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1139.696527] env[69985]: INFO networking_nsxv3.common.synchronization [req-4bcd6e34-4405-4272-9ebc-aae19569fb07 req-9970ad4c-0257-43ff-b85d-ed7c46076624 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_members [ 1139.696669] env[69985]: INFO networking_nsxv3.common.synchronization [req-4bcd6e34-4405-4272-9ebc-aae19569fb07 req-9970ad4c-0257-43ff-b85d-ed7c46076624 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: dcc37526-43ce-4476-b216-6a198ab1afcd with Priority: HIGHEST for action security_group_members [ 1139.697181] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1139.697319] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00443ea2-bd16-4752-b506-e527d365de7b with Priority: HIGHEST for action security_group_members [ 1139.697413] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc37526-43ce-4476-b216-6a198ab1afcd with Priority: HIGHEST for action security_group_members [ 1139.697702] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.697803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.697994] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-00443ea2-bd16-4752-b506-e527d365de7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.698428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.702446] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc37526-43ce-4476-b216-6a198ab1afcd taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.702574] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.899859] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f13cc711-2954-45e2-be30-30a2ac6f1e1b: rpc.has_security_group_logging(os_id): False [ 1139.916575] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.916718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.916787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.917013] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.936700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.937016] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.937142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.937213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.937413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.937497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.937589] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b is going to be updated. [ 1139.992398] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.992591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.992666] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.992927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.993122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.004987] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b in Status: IN_PROGRESS for 2s [ 1140.336096] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcc37526-43ce-4476-b216-6a198ab1afcd in Status: SUCCESS [ 1140.336306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.336472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.336694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.336872] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.336997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.337092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.337272] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.337355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.337467] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcc37526-43ce-4476-b216-6a198ab1afcd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.841378] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.841532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.841608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.841821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.841915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.842130] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.842233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.842298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.842469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.842552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.842643] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcc37526-43ce-4476-b216-6a198ab1afcd is going to be deleted. [ 1140.869840] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.870036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.870036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.870340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.870482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.870639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.870791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.870954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.871138] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.871240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.871303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.871442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.871521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.871612] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcc37526-43ce-4476-b216-6a198ab1afcd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.907147] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00443ea2-bd16-4752-b506-e527d365de7b in Status: SUCCESS [ 1140.907416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.907526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.907730] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.907822] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.294475] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1141.294656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.294816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.295071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.295315] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.295426] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.295493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.295676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.295725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.295857] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.302537] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00443ea2-bd16-4752-b506-e527d365de7b in Status: SUCCESS [ 1141.302710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.302854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.303040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.303243] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.303352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.303440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.303623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.303708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.303804] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.374415] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.374620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.374693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.375306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.375306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.375306] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.375467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.375467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.375703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.375703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.375804] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcc37526-43ce-4476-b216-6a198ab1afcd already deleted. [ 1141.375875] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.376139] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcc37526-43ce-4476-b216-6a198ab1afcd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.376983] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.377242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.377655] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.377813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.377888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.378071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.378154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.378308] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcc37526-43ce-4476-b216-6a198ab1afcd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.426151] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.426290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.426445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.426655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.426750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.426860] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00443ea2-bd16-4752-b506-e527d365de7b is going to be deleted. [ 1141.471794] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.471794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.471794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.471794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.472164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.472164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.798374] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.806077] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.806173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.806233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.806411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.806493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.806675] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.806769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.806819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.806961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.807041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.807126] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00443ea2-bd16-4752-b506-e527d365de7b is going to be deleted. [ 1141.834467] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.834651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.834777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.835042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.835139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.835240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.835399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.835583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.835771] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.835882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.835944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.836120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.836226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.836584] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00443ea2-bd16-4752-b506-e527d365de7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.879887] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcc37526-43ce-4476-b216-6a198ab1afcd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.881352] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.881506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.881562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.881755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.881867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.882046] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.882140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.882195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.882390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.882460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.882568] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcc37526-43ce-4476-b216-6a198ab1afcd already deleted. [ 1141.882655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.018266] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b in Status: SUCCESS [ 1142.018642] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.301020] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.343070] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.343372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.343448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.343701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.344140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.344545] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.344545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.344680] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.344770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.344887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.344980] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00443ea2-bd16-4752-b506-e527d365de7b already deleted. [ 1142.345089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00443ea2-bd16-4752-b506-e527d365de7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.383568] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcc37526-43ce-4476-b216-6a198ab1afcd: rpc.has_security_group_logging(os_id): False [ 1142.400645] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.400804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.400875] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.401188] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.401305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.401602] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.401712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.401778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.402012] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.402104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.402248] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcc37526-43ce-4476-b216-6a198ab1afcd is going to be created. [ 1142.419348] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/dcc37526-43ce-4476-b216-6a198ab1afcd], does not exist path=[/infra/domains/default/groups/dcc37526-43ce-4476-b216-6a198ab1afcd]."\n}' [ 1142.419544] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcc37526-43ce-4476-b216-6a198ab1afcd failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dcc37526-43ce-4476-b216-6a198ab1afcd [ 1142.419682] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1142.451232] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.451395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.451519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.451679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.452896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.454024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.454024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.454024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.454024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.454024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.454354] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.454354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.454354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.454500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.454581] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.454692] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcc37526-43ce-4476-b216-6a198ab1afcd is going to be created. [ 1142.470609] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/dcc37526-43ce-4476-b216-6a198ab1afcd], does not exist path=[/infra/domains/default/groups/dcc37526-43ce-4476-b216-6a198ab1afcd]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dcc37526-43ce-4476-b216-6a198ab1afcd [ 1142.470609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcc37526-43ce-4476-b216-6a198ab1afcd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.471014] env[69985]: Traceback (most recent call last): [ 1142.471096] env[69985]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1142.471096] env[69985]: return func(*args, **kwargs) [ 1142.471096] env[69985]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1142.471096] env[69985]: res.raise_for_status() [ 1142.471096] env[69985]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1142.471096] env[69985]: raise HTTPError(http_error_msg, response=self) [ 1142.471096] env[69985]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dcc37526-43ce-4476-b216-6a198ab1afcd [ 1142.471096] env[69985]: During handling of the above exception, another exception occurred: [ 1142.471096] env[69985]: Traceback (most recent call last): [ 1142.471096] env[69985]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1142.471096] env[69985]: listener.cb(fileno) [ 1142.471096] env[69985]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1142.471096] env[69985]: result = function(*args, **kwargs) [ 1142.471096] env[69985]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1142.471096] env[69985]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1142.471096] env[69985]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1142.471096] env[69985]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1142.471096] env[69985]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1142.471096] env[69985]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1142.471096] env[69985]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1142.471096] env[69985]: res.raise_for_status() [ 1142.471096] env[69985]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1142.471096] env[69985]: raise HTTPError(http_error_msg, response=self) [ 1142.471096] env[69985]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dcc37526-43ce-4476-b216-6a198ab1afcd [ 1142.471096] env[69985]: Removing descriptor: 18 [ 1142.803554] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.803724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.803796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.804033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.804131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.804240] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1142.830503] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.830683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.830780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.831082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.831218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.840575] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1144.698747] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.699156] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1144.850936] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1144.851348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.851577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.851839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.852083] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.852273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.852329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.852487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.852572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.852662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.852829] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.852925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.852964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.853142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.853526] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.853526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.853526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.853655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.853655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.853706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.853788] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.854916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.854916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.855028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.855113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.855178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.855315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.855397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.855486] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.357018] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd8b8f6-45fd-478a-bdc0-754c0d542853: rpc.has_security_group_logging(os_id): False [ 1145.358313] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.375466] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.375664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.375664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.375884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.394367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.394668] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.394793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.394864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.395085] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.395172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.395365] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.395463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.395525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.395677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.395751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.395940] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.396048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.396110] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.396249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.396322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.396409] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1145.457690] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.457690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.457690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.457690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.457989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.472108] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1145.860906] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.866421] env[69985]: INFO networking_nsxv3.common.synchronization [req-8aa843a8-c29b-41fe-ad4d-d325b7aa403b req-b9e5fe6c-9991-4e6b-9646-6605eeb5d85e tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1145.867639] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1145.867639] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.867868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.867868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.868024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.868575] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.868693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.868757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.868915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.868994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.869108] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.140963] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.141282] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.141426] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.141716] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.142059] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.142419] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.142616] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.142875] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.143288] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.143556] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.143710] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.143853] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.143994] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.144166] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.144325] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.144496] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.163866] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.164129] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1146.164309] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.164512] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.164861] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-5ac51a75-6c4c-4475-8100-da5a8a5831ff taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.165065] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-5ac51a75-6c4c-4475-8100-da5a8a5831ff" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.165196] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-5ac51a75-6c4c-4475-8100-da5a8a5831ff" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.165561] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-5ac51a75-6c4c-4475-8100-da5a8a5831ff" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.165740] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac51a75-6c4c-4475-8100-da5a8a5831ff',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.363137] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.363332] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.363439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.363661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.363754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.363859] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1146.370579] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.392044] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.392207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.392265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.392545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.392687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.400708] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1146.670674] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.670932] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.671116] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.671410] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.671571] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.671731] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 5ac51a75-6c4c-4475-8100-da5a8a5831ff not found, creating... [ 1146.671990] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.672174] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.672301] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.672521] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.672666] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.672954] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.673131] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.673256] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.675950] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.676185] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.676369] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 5ac51a75-6c4c-4475-8100-da5a8a5831ff is going to be created. [ 1146.703094] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.703359] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.703503] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.703824] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.704248] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.704371] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-5ac51a75-6c4c-4475-8100-da5a8a5831ff" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.872966] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.378097] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.378097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.378097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.378097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.378097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.378097] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1147.404059] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.406026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.406026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.406026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.406026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.416193] env[69985]: INFO networking_nsxv3.common.synchronization [req-8aa843a8-c29b-41fe-ad4d-d325b7aa403b req-82e88abb-ee76-4555-b5ec-71f40c368e8a service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1147.416394] env[69985]: INFO networking_nsxv3.common.synchronization [req-8aa843a8-c29b-41fe-ad4d-d325b7aa403b req-82e88abb-ee76-4555-b5ec-71f40c368e8a service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1147.416608] env[69985]: INFO networking_nsxv3.common.synchronization [req-8aa843a8-c29b-41fe-ad4d-d325b7aa403b req-82e88abb-ee76-4555-b5ec-71f40c368e8a service nova] Enqueued Resource ID: 5ac51a75-6c4c-4475-8100-da5a8a5831ff with Priority: HIGHEST for action port [ 1147.417645] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1147.419674] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1147.419843] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1147.419950] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ac51a75-6c4c-4475-8100-da5a8a5831ff with Priority: HIGHEST for action port [ 1147.420349] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.420519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.421066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.421409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.421519] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.422643] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.422747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.422963] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ac51a75-6c4c-4475-8100-da5a8a5831ff taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.423083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ac51a75-6c4c-4475-8100-da5a8a5831ff" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.423171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ac51a75-6c4c-4475-8100-da5a8a5831ff" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.423361] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ac51a75-6c4c-4475-8100-da5a8a5831ff" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.423442] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac51a75-6c4c-4475-8100-da5a8a5831ff',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.486114] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1147.486328] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.486514] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.486743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.487025] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.925688] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.925688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.927894] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ac51a75-6c4c-4475-8100-da5a8a5831ff with status ACTIVE [ 1147.930781] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.931049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.931181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.932237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.932508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.933652] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.933652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.933652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.933652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.933652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.933652] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.933652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.933933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.933933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.933933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.934092] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ac51a75-6c4c-4475-8100-da5a8a5831ff is going to be updated. [ 1147.953961] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.954375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.954602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.954917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.955097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.955275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ac51a75-6c4c-4475-8100-da5a8a5831ff" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.989515] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.989678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.999470] env[69985]: INFO networking_nsxv3.common.synchronization [req-b9fae5d9-6dd4-4cb6-a3eb-666a9ae796e8 req-99de0b1d-57c5-47fe-a489-fa9022bf5f2e tempest-ServersAdminTestJSON-40334490 tempest-ServersAdminTestJSON-40334490-project-member] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 1147.999470] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 1147.999470] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.999470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.999470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.000014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.000014] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.000014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.000014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.000297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.000297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.000348] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.411027] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1148.411027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.411027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.411294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.411414] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.411535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.411598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.411846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.411846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.411974] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.412021] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.503590] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.915028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.915028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.915028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.915323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.915521] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.915671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.915743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.915935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.916053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.916157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.916317] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.916443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.916535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.916691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.916879] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.916993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.917078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.917225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.917790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.917910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.918893] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.007485] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.420458] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd8b8f6-45fd-478a-bdc0-754c0d542853: rpc.has_security_group_logging(os_id): False [ 1149.428170] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1149.428384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.428546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.428754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.428947] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.429077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.429143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.429325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.429407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.429508] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.438775] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.438900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.439017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.439156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.439246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.439480] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.439585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.439649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.439793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.439891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.440114] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.440214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.440277] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.440457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.440537] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.440728] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.440822] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.440883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.441045] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.441139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.441224] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1149.496201] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.496378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.496452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.496664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.496996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.508618] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1149.510189] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.510331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.510491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.510729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.510826] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.510922] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be updated. [ 1149.537345] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.537345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.537345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.537554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.537702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.545485] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 1149.932430] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.156190] env[69985]: INFO networking_nsxv3.common.synchronization [req-3eedfdbd-7c63-4bd6-891e-b473032a4afb req-163369e1-3749-4527-88fc-0e51e4b16bd8 tempest-DeleteServersTestJSON-1168726256 tempest-DeleteServersTestJSON-1168726256-project-member] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1150.156703] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1150.156999] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.157138] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.157371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.157427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.157552] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.157667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.157715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.157843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.157928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.158871] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.436294] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.664919] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.665108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.665207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.665435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.690593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.690883] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.691007] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.691088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.691288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.691373] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.691467] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1150.716024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.716024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.716024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.716024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.716248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.723689] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1150.938649] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.938821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.938943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.939251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.939311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.939428] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1150.964956] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.965108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.965180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.965379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.965521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.973494] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1151.524424] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1151.529169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.560487] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 1151.560742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.734469] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1152.734721] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee deletion is rescheduled due to dependency. [ 1152.734759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.982924] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1152.983174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.983313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.983541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.983735] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.983849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.983907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.984070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.984152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.984239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.984329] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.488381] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.488381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.488381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.488381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.488381] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.488381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.488381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.488381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.488381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.488381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.488925] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.488925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.488925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.488925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.489078] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.489078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.489158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.489570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.489570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.489570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.489570] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.991236] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c670476-20bf-4881-a417-95d3ff4ec12a: rpc.has_security_group_logging(os_id): False [ 1154.010052] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.010238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.010310] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.010519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.027031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.027260] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.027430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.027539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.027732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.027817] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.028076] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.028182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.028244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.028409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.028502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.028836] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.028836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.028958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.028999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.029135] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.029227] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1154.084764] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.084917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.084988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.085259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.085416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.096496] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1155.158143] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.158409] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1155.340316] env[69985]: INFO networking_nsxv3.common.synchronization [req-4f7f4e5e-7f8d-4faa-a99e-2785dbd983be req-56cbf3c9-19b8-4ea6-9760-1a02b56d410a tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1155.340408] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1155.340708] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.341902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.341902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.341902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.341902] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.341902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.341902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.341902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.341902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.341902] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.769998] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.770252] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-750" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.770380] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-750" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.770707] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-750" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.771043] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.771257] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.771403] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.771643] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.771813] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.772145] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.772304] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.772463] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.772586] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.772719] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.772866] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.772979] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.791384] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.791574] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1155.791804] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.791906] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-750" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.792272] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-b42eb1be-6903-43f9-8796-f03e6defbfce taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.792630] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.792780] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.793154] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.793290] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b42eb1be-6903-43f9-8796-f03e6defbfce',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.844250] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.844250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.844478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.844622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.844739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.844976] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.845154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.845256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.845352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.845437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.845537] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 790f540c-db9e-450e-9937-fe804040b3ee already deleted. [ 1155.845645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.108356] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1156.108612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.296404] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.296404] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.296404] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.296404] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.296404] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.296404] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port b42eb1be-6903-43f9-8796-f03e6defbfce not found, creating... [ 1156.296854] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.296854] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.296938] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.297306] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.297516] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.298065] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.298184] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.298366] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.298682] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.298786] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.299169] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: b42eb1be-6903-43f9-8796-f03e6defbfce is going to be created. [ 1156.318050] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.318389] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.318749] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.318888] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.319219] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.319492] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.267038] env[69985]: INFO networking_nsxv3.common.synchronization [req-4f7f4e5e-7f8d-4faa-a99e-2785dbd983be req-595833cc-3ae5-40a6-a176-21e50524cac4 service nova] Enqueued Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_rules [ 1157.267246] env[69985]: INFO networking_nsxv3.common.synchronization [req-4f7f4e5e-7f8d-4faa-a99e-2785dbd983be req-595833cc-3ae5-40a6-a176-21e50524cac4 service nova] Enqueued Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1157.267438] env[69985]: INFO networking_nsxv3.common.synchronization [req-4f7f4e5e-7f8d-4faa-a99e-2785dbd983be req-595833cc-3ae5-40a6-a176-21e50524cac4 service nova] Enqueued Resource ID: b42eb1be-6903-43f9-8796-f03e6defbfce with Priority: HIGHEST for action port [ 1157.267671] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_rules [ 1157.267803] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1157.267917] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42eb1be-6903-43f9-8796-f03e6defbfce with Priority: HIGHEST for action port [ 1157.268471] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.268603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.268671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.268922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.272891] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.276596] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.276596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.276596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.276596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.276596] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.276596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.276596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.276596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.276596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.276596] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.276596] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b42eb1be-6903-43f9-8796-f03e6defbfce taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.277118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.277118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.277356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.277356] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b42eb1be-6903-43f9-8796-f03e6defbfce',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.778582] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.778971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.778971] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b42eb1be-6903-43f9-8796-f03e6defbfce with status ACTIVE [ 1157.779198] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.779321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.779490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.780087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.780087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.780087] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.780087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.780428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.780428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.780428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.780600] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.780754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.780754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.780909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.780909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.781058] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b42eb1be-6903-43f9-8796-f03e6defbfce is going to be updated. [ 1157.782126] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.802503] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.802503] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.802762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.802762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.802941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.803710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.285523] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.343112] env[69985]: INFO networking_nsxv3.common.synchronization [req-7d50e91e-df61-4b05-97fd-613215f17d6c req-4a0a874f-641e-429a-bd34-cbe5f4a51b10 tempest-ServersAdminNegativeTestJSON-2035378228 tempest-ServersAdminNegativeTestJSON-2035378228-project-member] Enqueued Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_members [ 1158.343795] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGHEST for action security_group_members [ 1158.344229] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.347033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.347033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.347033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.347033] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.347033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.347033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.347033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.347033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.347033] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.696041] env[69985]: INFO networking_nsxv3.common.synchronization [req-138d1163-c218-44a6-b086-d6f96d93de98 req-f3798476-7f08-445e-9d39-190ec1a7f0fa tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGHEST for action security_group_members [ 1158.696041] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGHEST for action security_group_members [ 1158.696319] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.696402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.696450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.696700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.696849] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.696945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.697011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.697835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.697835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.697835] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d48a04-47f0-411e-acd2-1dfbb2feff6b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.794295] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.794560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.794713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.795010] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.795171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.795310] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 790f540c-db9e-450e-9937-fe804040b3ee is going to be created. [ 1158.819221] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.819365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.819535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.819649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.819804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.828845] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: UNINITIALIZED for 2s [ 1158.851475] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.851624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.851694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.851911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.882461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.882765] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.882894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.882962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.883205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.883291] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.883385] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a is going to be updated. [ 1158.915077] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.915231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.915311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.915564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.915700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.923701] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: IN_PROGRESS for 2s [ 1159.047588] env[69985]: INFO networking_nsxv3.common.synchronization [req-dc32f1b3-35bd-415f-9c59-b0e642a211d9 req-ca3a77ae-aec4-4361-b4af-2bded0e37687 tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1159.048143] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1159.048449] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.048572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.048640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.048842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.048996] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.049110] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.049172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.049318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.049401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.049494] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.199687] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.199878] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.199934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.200286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.200400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.200618] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.200763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.201183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.201183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.201183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.201328] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b already deleted. [ 1159.201328] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.222132] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.222358] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.222531] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.222861] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.223542] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.223723] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.223851] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.224153] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.224322] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.224539] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.224674] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.225029] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.225029] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.225029] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.225150] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.225333] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.246020] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.246020] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1159.246020] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.246020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.246412] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-48ef557e-b0bc-4415-84c9-60b9146b4ff7 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.246655] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-48ef557e-b0bc-4415-84c9-60b9146b4ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.246819] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-48ef557e-b0bc-4415-84c9-60b9146b4ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.247209] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-48ef557e-b0bc-4415-84c9-60b9146b4ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.247386] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48ef557e-b0bc-4415-84c9-60b9146b4ff7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.281501] env[69985]: INFO networking_nsxv3.common.synchronization [req-b2109fdf-7f0a-4a12-8744-89658b8f3d87 req-e2a84f80-032c-4dca-bdd7-a4f0e3eb85e7 tempest-ServersWithSpecificFlavorTestJSON-1381962467 tempest-ServersWithSpecificFlavorTestJSON-1381962467-project-member] Enqueued Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_members [ 1159.282283] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGHEST for action security_group_members [ 1159.282602] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.282736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.282804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.283015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.283170] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.283274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.283338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.283483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.283571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.284111] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.551939] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.749522] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.749767] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.749899] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.750962] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.750962] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.750962] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 48ef557e-b0bc-4415-84c9-60b9146b4ff7 not found, creating... [ 1159.750962] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.751152] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.751183] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.751837] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.751837] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.751837] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.752011] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.752555] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.752856] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.753071] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.753301] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 48ef557e-b0bc-4415-84c9-60b9146b4ff7 is going to be created. [ 1159.775545] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.775805] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.775961] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.776300] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.776593] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.776834] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-48ef557e-b0bc-4415-84c9-60b9146b4ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.785420] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.785525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.785597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.786112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.805461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.805714] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.805831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.807751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.807751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.807751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.807751] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e is going to be updated. [ 1159.839046] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.839046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.839046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.839046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.839046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.861028] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: IN_PROGRESS for 2s [ 1160.053915] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.450654] env[69985]: INFO networking_nsxv3.common.synchronization [req-138d1163-c218-44a6-b086-d6f96d93de98 req-ec2d948c-6d4f-4d5c-bd6b-89f7c5f6acb7 service nova] Enqueued Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGHEST for action security_group_rules [ 1160.450834] env[69985]: INFO networking_nsxv3.common.synchronization [req-138d1163-c218-44a6-b086-d6f96d93de98 req-ec2d948c-6d4f-4d5c-bd6b-89f7c5f6acb7 service nova] Enqueued Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGHEST for action security_group_members [ 1160.451015] env[69985]: INFO networking_nsxv3.common.synchronization [req-138d1163-c218-44a6-b086-d6f96d93de98 req-ec2d948c-6d4f-4d5c-bd6b-89f7c5f6acb7 service nova] Enqueued Resource ID: 48ef557e-b0bc-4415-84c9-60b9146b4ff7 with Priority: HIGHEST for action port [ 1160.451271] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGHEST for action security_group_rules [ 1160.451437] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGHEST for action security_group_members [ 1160.451490] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ef557e-b0bc-4415-84c9-60b9146b4ff7 with Priority: HIGHEST for action port [ 1160.454312] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.454312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.454312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.454477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.454604] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d48a04-47f0-411e-acd2-1dfbb2feff6b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.456836] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.456836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.456836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.456836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.457021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.457021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.457089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.457209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.457296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.457388] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d48a04-47f0-411e-acd2-1dfbb2feff6b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.458718] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-48ef557e-b0bc-4415-84c9-60b9146b4ff7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.459201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48ef557e-b0bc-4415-84c9-60b9146b4ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.459296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48ef557e-b0bc-4415-84c9-60b9146b4ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.459452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48ef557e-b0bc-4415-84c9-60b9146b4ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.459571] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48ef557e-b0bc-4415-84c9-60b9146b4ff7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.556008] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.556882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.556882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.556882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.556882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.556882] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1160.582408] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.582540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.582602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.582796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.582934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.592463] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1160.838307] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: SUCCESS [ 1160.838601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.838658] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.838873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.839101] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.839206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.839284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.839432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.839533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.839915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.839915] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.945868] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a in Status: SUCCESS [ 1160.946173] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a deletion is rescheduled due to dependency. [ 1160.946329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.957038] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.957038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.962545] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48ef557e-b0bc-4415-84c9-60b9146b4ff7 with status ACTIVE [ 1160.962784] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.962884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.962920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.963157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.963343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.963538] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.963648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.963714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.963874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.963951] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.964146] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.964242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.964304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.964442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.964517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.964602] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48ef557e-b0bc-4415-84c9-60b9146b4ff7 is going to be updated. [ 1160.965712] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7d48a04-47f0-411e-acd2-1dfbb2feff6b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.985918] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.985918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.985918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.985918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.986168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.986218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48ef557e-b0bc-4415-84c9-60b9146b4ff7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.341375] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.341509] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.341593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.341792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.341964] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.342082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.342147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.342313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.342434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.342488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.342638] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.342729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.342789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.342925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.343071] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.343163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.343223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.343356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.343435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.343517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.343606] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.468575] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7d48a04-47f0-411e-acd2-1dfbb2feff6b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.847235] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 790f540c-db9e-450e-9937-fe804040b3ee: rpc.has_security_group_logging(os_id): False [ 1161.864663] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.864870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.864930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.865220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.865322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.865533] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.865673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.865768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.865964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.866125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.866384] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.866497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.866561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.866693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.866769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.866967] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.867115] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.867174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.867348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.867456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.867562] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 790f540c-db9e-450e-9937-fe804040b3ee is going to be created. [ 1161.869391] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e in Status: SUCCESS [ 1161.870032] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e deletion is rescheduled due to dependency. [ 1161.870032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.922095] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.922334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.922334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.922590] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.922625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.933637] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: IN_PROGRESS for 2s [ 1161.970588] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.970751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.970824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.971129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.971228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.971335] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b is going to be created. [ 1162.000716] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.000923] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.000923] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.001188] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.001369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.023223] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b in Status: UNINITIALIZED for 2s [ 1162.602638] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1162.603064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.946937] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: SUCCESS [ 1163.946937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.035248] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b in Status: SUCCESS [ 1164.035487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.035666] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.035937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.036206] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.036352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.036428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.036589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.036694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.036799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.036898] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7d48a04-47f0-411e-acd2-1dfbb2feff6b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.539810] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7d48a04-47f0-411e-acd2-1dfbb2feff6b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.044033] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7d48a04-47f0-411e-acd2-1dfbb2feff6b: rpc.has_security_group_logging(os_id): False [ 1165.065199] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.065199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.065199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.065199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.065199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.065199] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.065199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.065199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.065199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.065199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.065199] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b is going to be created. [ 1165.124010] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.124194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.124262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.124540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.124784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.134946] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b in Status: IN_PROGRESS for 2s [ 1165.452985] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1165.453572] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1167.153979] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b in Status: SUCCESS [ 1167.153979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.332411] env[69985]: INFO networking_nsxv3.common.synchronization [req-8e0aa115-983f-4155-8047-d78c2a10921c req-ceb72f31-38e2-4cde-90b6-be2ea731b7da tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_members [ 1167.332827] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_members [ 1167.333776] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a471e4cd-989a-40ff-9528-ba39b72c6939 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.333776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.333776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.334815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.334815] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.334815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.334815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.335271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.335394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.335497] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.653220] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.653409] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.653547] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.653864] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.654478] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.654800] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.654800] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.655033] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.655250] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.655967] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.656105] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.656410] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.656503] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.656758] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.656758] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.656872] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.676246] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.676246] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1167.676246] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.676246] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.676545] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-ebc337ca-1f7f-449a-85a1-1af599dd4a19 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.677306] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-ebc337ca-1f7f-449a-85a1-1af599dd4a19" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.677306] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-ebc337ca-1f7f-449a-85a1-1af599dd4a19" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.677419] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-ebc337ca-1f7f-449a-85a1-1af599dd4a19" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.677516] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc337ca-1f7f-449a-85a1-1af599dd4a19',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.838755] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.838755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.838755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.838996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.839146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.839401] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.839535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.839598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.839794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.839889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.840044] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a471e4cd-989a-40ff-9528-ba39b72c6939 already deleted. [ 1167.840564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.966920] env[69985]: INFO networking_nsxv3.common.synchronization [None req-49fc70d1-5b77-4e7f-98fd-97f8a5bd3534 None None] Enqueued Resource ID: fd34b83b-46c0-486e-9c51-6cb6890bfbfc with Priority: HIGHEST for action port [ 1167.967819] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd34b83b-46c0-486e-9c51-6cb6890bfbfc with Priority: HIGHEST for action port [ 1167.967819] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd34b83b-46c0-486e-9c51-6cb6890bfbfc taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.967991] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd34b83b-46c0-486e-9c51-6cb6890bfbfc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.968126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd34b83b-46c0-486e-9c51-6cb6890bfbfc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.968429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd34b83b-46c0-486e-9c51-6cb6890bfbfc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.968526] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd34b83b-46c0-486e-9c51-6cb6890bfbfc',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.179566] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.179899] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.179899] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.180263] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.180442] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.180615] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port ebc337ca-1f7f-449a-85a1-1af599dd4a19 not found, creating... [ 1168.180877] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.181064] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.181191] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.181414] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.181559] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.181846] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.182016] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.182148] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.182357] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.182497] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.182641] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: ebc337ca-1f7f-449a-85a1-1af599dd4a19 is going to be created. [ 1168.200767] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.200967] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.201226] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.201390] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.201612] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.201825] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-ebc337ca-1f7f-449a-85a1-1af599dd4a19" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.471073] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd34b83b-46c0-486e-9c51-6cb6890bfbfc [ 1168.471333] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.471479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.471565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.471763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.471856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.471955] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd34b83b-46c0-486e-9c51-6cb6890bfbfc already deleted. [ 1168.472051] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd34b83b-46c0-486e-9c51-6cb6890bfbfc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.968208] env[69985]: INFO networking_nsxv3.common.synchronization [req-8e0aa115-983f-4155-8047-d78c2a10921c req-72dbf91c-d688-47ee-9b6d-a52da2481c0d service nova] Enqueued Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_rules [ 1168.968402] env[69985]: INFO networking_nsxv3.common.synchronization [req-8e0aa115-983f-4155-8047-d78c2a10921c req-72dbf91c-d688-47ee-9b6d-a52da2481c0d service nova] Enqueued Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_members [ 1168.968566] env[69985]: INFO networking_nsxv3.common.synchronization [req-8e0aa115-983f-4155-8047-d78c2a10921c req-72dbf91c-d688-47ee-9b6d-a52da2481c0d service nova] Enqueued Resource ID: ebc337ca-1f7f-449a-85a1-1af599dd4a19 with Priority: HIGHEST for action port [ 1168.969814] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_rules [ 1168.970046] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_members [ 1168.970182] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc337ca-1f7f-449a-85a1-1af599dd4a19 with Priority: HIGHEST for action port [ 1168.970496] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a471e4cd-989a-40ff-9528-ba39b72c6939 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.970496] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.970613] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.970761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.970838] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.971701] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a471e4cd-989a-40ff-9528-ba39b72c6939 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.973049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.973049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.973049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.973049] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.973049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.973049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.973049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.973049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.973049] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.973446] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc337ca-1f7f-449a-85a1-1af599dd4a19 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.973446] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc337ca-1f7f-449a-85a1-1af599dd4a19" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.973535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc337ca-1f7f-449a-85a1-1af599dd4a19" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.973657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc337ca-1f7f-449a-85a1-1af599dd4a19" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.973713] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc337ca-1f7f-449a-85a1-1af599dd4a19',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.474947] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.480040] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a471e4cd-989a-40ff-9528-ba39b72c6939 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.480040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.480040] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebc337ca-1f7f-449a-85a1-1af599dd4a19 with status ACTIVE [ 1169.480040] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.480040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.480040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.480040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.480040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.480040] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.480040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.480040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.480040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.480040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.480040] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.480702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.480702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.480702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.480784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.480854] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebc337ca-1f7f-449a-85a1-1af599dd4a19 is going to be updated. [ 1169.502658] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.502851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.503061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.503213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.503367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.503558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc337ca-1f7f-449a-85a1-1af599dd4a19" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.977204] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.025027] env[69985]: INFO networking_nsxv3.common.synchronization [None req-91eff84a-b07e-4538-ac94-06bb89ed9d23 None None] Enqueued Resource ID: 3ea840ec-019f-4cfd-b74f-130d1496863a with Priority: HIGHEST for action port [ 1170.025189] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea840ec-019f-4cfd-b74f-130d1496863a with Priority: HIGHEST for action port [ 1170.025736] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ea840ec-019f-4cfd-b74f-130d1496863a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.025913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ea840ec-019f-4cfd-b74f-130d1496863a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.025961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ea840ec-019f-4cfd-b74f-130d1496863a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.026191] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ea840ec-019f-4cfd-b74f-130d1496863a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.026280] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ea840ec-019f-4cfd-b74f-130d1496863a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.479726] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.480580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.480580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.480580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.480580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.480580] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a471e4cd-989a-40ff-9528-ba39b72c6939 is going to be created. [ 1170.501954] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.502305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.502305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.502404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.502532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.513233] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: UNINITIALIZED for 2s [ 1170.527740] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ea840ec-019f-4cfd-b74f-130d1496863a [ 1170.527999] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.528224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.528294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.528501] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.528590] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.528682] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ea840ec-019f-4cfd-b74f-130d1496863a already deleted. [ 1170.528763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ea840ec-019f-4cfd-b74f-130d1496863a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.525814] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: SUCCESS [ 1172.525814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.525814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.525814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.525814] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.525814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.525814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.526512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.526512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.526512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.526512] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.756779] env[69985]: INFO networking_nsxv3.common.synchronization [req-8946386b-4b51-4ed9-8f41-4e03bab78bce req-fec089b5-f6e1-4f58-9d71-a39c531f1269 tempest-MigrationsAdminTest-2064433656 tempest-MigrationsAdminTest-2064433656-project-member] Enqueued Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_members [ 1172.757476] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_members [ 1172.757618] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.757740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.757825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.758368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.758552] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.758660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.758726] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.758882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.758969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.759086] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.028108] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.261247] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.262753] env[69985]: INFO networking_nsxv3.common.synchronization [req-f3b2f6c9-14e5-4e1f-8195-a8a7e1e41f00 req-9d619df1-bae7-4dae-bdca-1c2c6ac60b73 tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 with Priority: HIGHEST for action security_group_members [ 1173.262932] env[69985]: INFO networking_nsxv3.common.synchronization [req-f3b2f6c9-14e5-4e1f-8195-a8a7e1e41f00 req-9d619df1-bae7-4dae-bdca-1c2c6ac60b73 tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1173.263653] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 with Priority: HIGHEST for action security_group_members [ 1173.263784] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1173.264367] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c655a4e-95bb-4792-904d-daeeb15d21d6 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.264517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.264575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.264807] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.264964] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.265072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.265757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.265757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.265757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.265757] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c655a4e-95bb-4792-904d-daeeb15d21d6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.266388] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.266661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.266661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.266793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.266858] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.267009] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.267009] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.267712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.267712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.267712] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.346407] env[69985]: INFO networking_nsxv3.common.synchronization [req-f3b2f6c9-14e5-4e1f-8195-a8a7e1e41f00 req-9d619df1-bae7-4dae-bdca-1c2c6ac60b73 tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 with Priority: HIGHEST for action security_group_rules [ 1173.346697] env[69985]: INFO networking_nsxv3.common.synchronization [req-f3b2f6c9-14e5-4e1f-8195-a8a7e1e41f00 req-9d619df1-bae7-4dae-bdca-1c2c6ac60b73 tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 with Priority: HIGHEST for action security_group_members [ 1173.346853] env[69985]: INFO networking_nsxv3.common.synchronization [req-f3b2f6c9-14e5-4e1f-8195-a8a7e1e41f00 req-9d619df1-bae7-4dae-bdca-1c2c6ac60b73 tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_rules [ 1173.347012] env[69985]: INFO networking_nsxv3.common.synchronization [req-f3b2f6c9-14e5-4e1f-8195-a8a7e1e41f00 req-9d619df1-bae7-4dae-bdca-1c2c6ac60b73 tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1173.347162] env[69985]: INFO networking_nsxv3.common.synchronization [req-f3b2f6c9-14e5-4e1f-8195-a8a7e1e41f00 req-9d619df1-bae7-4dae-bdca-1c2c6ac60b73 tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: b42eb1be-6903-43f9-8796-f03e6defbfce with Priority: HIGHEST for action port [ 1173.348297] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 with Priority: HIGHEST for action security_group_rules [ 1173.348490] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_rules [ 1173.348621] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42eb1be-6903-43f9-8796-f03e6defbfce with Priority: HIGHEST for action port [ 1173.348755] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 with Priority: HIGHEST for action security_group_members [ 1173.348870] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1173.349423] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c655a4e-95bb-4792-904d-daeeb15d21d6 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.349607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.349701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.350040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.350118] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c655a4e-95bb-4792-904d-daeeb15d21d6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.351536] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.351713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.351824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.352089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.352206] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.357064] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b42eb1be-6903-43f9-8796-f03e6defbfce taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.357064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.357064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.357064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.357064] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b42eb1be-6903-43f9-8796-f03e6defbfce',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.357064] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c655a4e-95bb-4792-904d-daeeb15d21d6 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.357064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.357064] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.358119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.393421] env[69985]: INFO networking_nsxv3.common.synchronization [req-a9c3aa7e-2266-42c6-ad0c-e0fdad71579b req-a9dda41f-e079-4eb3-bc78-7f2e635b6d54 tempest-ImagesTestJSON-1158997241 tempest-ImagesTestJSON-1158997241-project-member] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1173.394079] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1173.394391] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.394511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.395076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.395310] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.395467] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.395569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.395637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.395778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.395894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.395989] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.531800] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a471e4cd-989a-40ff-9528-ba39b72c6939: rpc.has_security_group_logging(os_id): False [ 1173.548877] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.549046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.549130] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.549442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.549582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.550042] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.550207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.550252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.550397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.550477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.550587] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a471e4cd-989a-40ff-9528-ba39b72c6939 is going to be created. [ 1173.608416] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.608661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.610275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.611277] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.611527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.623233] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: IN_PROGRESS for 2s [ 1173.760036] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.760036] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.760036] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.760036] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.760036] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.760522] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.760839] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.761398] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.762145] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.762972] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.764042] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.764367] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.766017] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.766017] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.766017] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.766017] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.768164] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.769992] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.770688] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c655a4e-95bb-4792-904d-daeeb15d21d6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.789045] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.789045] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1173.789045] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.789045] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.789045] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-da4c3835-de23-4fe6-804e-cfd3dc1580cc taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.789299] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-da4c3835-de23-4fe6-804e-cfd3dc1580cc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.789299] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-da4c3835-de23-4fe6-804e-cfd3dc1580cc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.789606] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-da4c3835-de23-4fe6-804e-cfd3dc1580cc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.789748] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da4c3835-de23-4fe6-804e-cfd3dc1580cc',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.822018] env[69985]: INFO networking_nsxv3.common.synchronization [req-f5412da0-fa97-4514-a9ca-4dbb1ed4c9f9 req-35e88e66-3c38-4df1-bf8e-18c97019bcf6 tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 with Priority: HIGHEST for action security_group_members [ 1173.822018] env[69985]: INFO networking_nsxv3.common.synchronization [req-f5412da0-fa97-4514-a9ca-4dbb1ed4c9f9 req-35e88e66-3c38-4df1-bf8e-18c97019bcf6 tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1173.822018] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 with Priority: HIGHEST for action security_group_members [ 1173.822018] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1173.823009] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c655a4e-95bb-4792-904d-daeeb15d21d6 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.823009] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.823009] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.823009] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.859158] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c655a4e-95bb-4792-904d-daeeb15d21d6 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.859344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.859977] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b42eb1be-6903-43f9-8796-f03e6defbfce with status ACTIVE [ 1173.859977] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.860136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.860136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.860401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.860541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.860804] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.860956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.861075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.861334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.861464] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.861748] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.861908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.862023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.862244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.862365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.862496] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b42eb1be-6903-43f9-8796-f03e6defbfce is going to be updated. [ 1173.864188] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.864331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.886392] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.886530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.886605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.886832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.886977] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.887149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.888321] env[69985]: INFO networking_nsxv3.common.synchronization [req-f5412da0-fa97-4514-a9ca-4dbb1ed4c9f9 req-35e88e66-3c38-4df1-bf8e-18c97019bcf6 tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_rules [ 1173.888503] env[69985]: INFO networking_nsxv3.common.synchronization [req-f5412da0-fa97-4514-a9ca-4dbb1ed4c9f9 req-35e88e66-3c38-4df1-bf8e-18c97019bcf6 tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1173.888648] env[69985]: INFO networking_nsxv3.common.synchronization [req-f5412da0-fa97-4514-a9ca-4dbb1ed4c9f9 req-35e88e66-3c38-4df1-bf8e-18c97019bcf6 tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: b42eb1be-6903-43f9-8796-f03e6defbfce with Priority: HIGHEST for action port [ 1173.889655] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_rules [ 1173.889655] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1173.889655] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42eb1be-6903-43f9-8796-f03e6defbfce with Priority: HIGHEST for action port [ 1173.889825] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.889971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.890186] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.890273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.890448] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b42eb1be-6903-43f9-8796-f03e6defbfce taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.890544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.890606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.890825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.890859] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b42eb1be-6903-43f9-8796-f03e6defbfce',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.898469] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.273036] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c655a4e-95bb-4792-904d-daeeb15d21d6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.274092] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.274888] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.278108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.278108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.278108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.278108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.278108] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9542bc-4110-4285-94ff-048eb58aef1c is going to be updated. [ 1174.292208] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.292529] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.293203] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.293203] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.293300] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.293492] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port da4c3835-de23-4fe6-804e-cfd3dc1580cc not found, creating... [ 1174.293700] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.293862] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.294201] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.294201] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.294344] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.294634] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.294785] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.294900] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.295585] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.295745] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.295892] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: da4c3835-de23-4fe6-804e-cfd3dc1580cc is going to be created. [ 1174.319214] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.319395] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.319520] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.319788] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.320061] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.320296] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-da4c3835-de23-4fe6-804e-cfd3dc1580cc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.322036] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.322157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.322214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.322386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.323036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.335022] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: IN_PROGRESS for 2s [ 1174.393972] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b42eb1be-6903-43f9-8796-f03e6defbfce with status ACTIVE [ 1174.393972] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.393972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.394274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.394393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.394546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.394807] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.395037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.395154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.395408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.395506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.395710] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.395805] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.395874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.396040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.396122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.396209] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b42eb1be-6903-43f9-8796-f03e6defbfce is going to be updated. [ 1174.400830] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.430705] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.430912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.431046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.431268] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.431402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.431557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b42eb1be-6903-43f9-8796-f03e6defbfce" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.675830] env[69985]: INFO networking_nsxv3.common.synchronization [req-2dd90d06-9e7a-4b65-860a-88386a0c8953 req-18e4cb2f-585d-4c02-aced-08afee8eb4d3 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1174.675830] env[69985]: INFO networking_nsxv3.common.synchronization [req-2dd90d06-9e7a-4b65-860a-88386a0c8953 req-18e4cb2f-585d-4c02-aced-08afee8eb4d3 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_members [ 1174.676170] env[69985]: INFO networking_nsxv3.common.synchronization [req-2dd90d06-9e7a-4b65-860a-88386a0c8953 req-18e4cb2f-585d-4c02-aced-08afee8eb4d3 tempest-SecurityGroupsTestJSON-1379750779 tempest-SecurityGroupsTestJSON-1379750779-project-member] Enqueued Resource ID: 662df879-9222-4c19-9034-b899552c0697 with Priority: HIGHEST for action security_group_members [ 1174.676464] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGHEST for action security_group_members [ 1174.676566] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGHEST for action security_group_members [ 1174.676670] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662df879-9222-4c19-9034-b899552c0697 with Priority: HIGHEST for action security_group_members [ 1174.676950] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.677226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.677315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.677527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.677718] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.677944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.678031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.678194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.678280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.678380] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.679517] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-86613398-2c90-4e0e-9801-86ed84f0cef0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.679634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.679704] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.679857] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.680078] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.680178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.680239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.680409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.680502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.680592] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.682148] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-662df879-9222-4c19-9034-b899552c0697 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.682264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.682332] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.682489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.682649] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.684368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.684444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.684606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.684695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.684790] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.781500] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.781655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.781728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.781950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.782060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.782165] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 790f540c-db9e-450e-9937-fe804040b3ee is going to be updated. [ 1174.783827] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.783827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.783827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.783827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.783827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.784054] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 is going to be created. [ 1174.808173] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.808173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.808173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.808173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.808173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.809449] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.809703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.809888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.810173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.810395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.817261] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 in Status: UNINITIALIZED for 2s [ 1174.817261] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: IN_PROGRESS for 2s [ 1174.904113] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.904275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.904344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.904623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.904693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.904744] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 1174.929931] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.930122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.930193] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.930405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.930544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.939795] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1175.062546] env[69985]: INFO networking_nsxv3.common.synchronization [req-a9c3aa7e-2266-42c6-ad0c-e0fdad71579b req-b2e18e70-bb30-472f-bb01-a2546a96f179 service nova] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_rules [ 1175.062689] env[69985]: INFO networking_nsxv3.common.synchronization [req-a9c3aa7e-2266-42c6-ad0c-e0fdad71579b req-b2e18e70-bb30-472f-bb01-a2546a96f179 service nova] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1175.062829] env[69985]: INFO networking_nsxv3.common.synchronization [req-a9c3aa7e-2266-42c6-ad0c-e0fdad71579b req-b2e18e70-bb30-472f-bb01-a2546a96f179 service nova] Enqueued Resource ID: da4c3835-de23-4fe6-804e-cfd3dc1580cc with Priority: HIGHEST for action port [ 1175.063078] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_rules [ 1175.063211] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1175.063307] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da4c3835-de23-4fe6-804e-cfd3dc1580cc with Priority: HIGHEST for action port [ 1175.063914] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.063993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.064329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.064560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.064645] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.065750] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.065750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.065949] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-da4c3835-de23-4fe6-804e-cfd3dc1580cc taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.066096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da4c3835-de23-4fe6-804e-cfd3dc1580cc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.066447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da4c3835-de23-4fe6-804e-cfd3dc1580cc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.066639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da4c3835-de23-4fe6-804e-cfd3dc1580cc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.066724] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da4c3835-de23-4fe6-804e-cfd3dc1580cc',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.184721] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.184721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.184721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.184721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.187243] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.187243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.187243] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.187243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.210824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.211149] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.211276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.211347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.211553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.211641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.211734] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 is going to be updated. [ 1175.212793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.212971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.213071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.213259] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.213366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.213430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.213565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.213639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.213722] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be updated. [ 1175.214553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.214720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.268886] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.269164] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.269296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.269363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.269559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.269635] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.269726] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662df879-9222-4c19-9034-b899552c0697 is going to be updated. [ 1175.276375] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.276521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.276590] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.276793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.276925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.284775] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.285095] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.285197] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.285367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.285495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.291934] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: IN_PROGRESS for 2s [ 1175.293568] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: IN_PROGRESS for 2s [ 1175.328698] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.328788] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.328867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.329095] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.330854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.338453] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662df879-9222-4c19-9034-b899552c0697 in Status: IN_PROGRESS for 2s [ 1175.568804] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.568804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.573282] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da4c3835-de23-4fe6-804e-cfd3dc1580cc with status ACTIVE [ 1175.573282] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.573282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.573282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.573282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.573282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.573282] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.573282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.573282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.573282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.573282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.573282] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.573282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.573282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.573282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.573282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.573282] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da4c3835-de23-4fe6-804e-cfd3dc1580cc is going to be updated. [ 1175.593547] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.593856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.593856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.594019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.594088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.594241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da4c3835-de23-4fe6-804e-cfd3dc1580cc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.634572] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: SUCCESS [ 1175.634805] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.346223] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: SUCCESS [ 1176.346223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.827613] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 in Status: SUCCESS [ 1176.827613] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.827753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.827993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.828197] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.828314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.828380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.828534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.828615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.828712] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c655a4e-95bb-4792-904d-daeeb15d21d6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.830819] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: SUCCESS [ 1176.831227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.831386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.831558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.831730] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.831843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.831907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.832064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.832147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.832248] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.949147] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1176.949405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.949579] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.949801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.950064] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.950186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.950254] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.950412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.950493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.950588] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.303489] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 in Status: SUCCESS [ 1177.303489] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 deletion is rescheduled due to dependency. [ 1177.303489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.304187] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 in Status: SUCCESS [ 1177.304335] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 deletion is rescheduled due to dependency. [ 1177.304422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.334063] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.334232] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.334290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.334522] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.334615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.334816] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.334909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.334967] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.335171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.335259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.335351] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 is going to be deleted. [ 1177.336354] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.347701] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662df879-9222-4c19-9034-b899552c0697 in Status: SUCCESS [ 1177.347701] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662df879-9222-4c19-9034-b899552c0697 deletion is rescheduled due to dependency. [ 1177.347701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.368411] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.368411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.368411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.368411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.368411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.368411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.368411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.368411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.368411] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.368411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.368411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.368411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.368411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.368411] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c655a4e-95bb-4792-904d-daeeb15d21d6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.455398] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.838797] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.872023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.872023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.872023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.872023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.872023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.872023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.872023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.872023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.872023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.872023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.872023] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 already deleted. [ 1177.872513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.872513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.872513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.872610] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.872740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.872786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.872959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.873074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.873197] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c655a4e-95bb-4792-904d-daeeb15d21d6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.957645] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.341854] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.341854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.341854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.342061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.342150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.342277] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 790f540c-db9e-450e-9937-fe804040b3ee is going to be updated. [ 1178.370217] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.370538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.370538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.370649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.370984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.376382] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.376508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.376588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.376757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.376850] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.377056] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.377153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.377258] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.377363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.377479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.377525] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 already deleted. [ 1178.377593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.377687] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c655a4e-95bb-4792-904d-daeeb15d21d6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.379149] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: IN_PROGRESS for 2s [ 1178.460242] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.460453] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.460528] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.460685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.460805] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.460871] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 1178.488984] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.488984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.488984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.489225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.489421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.497267] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1178.880685] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c655a4e-95bb-4792-904d-daeeb15d21d6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.383244] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c655a4e-95bb-4792-904d-daeeb15d21d6: rpc.has_security_group_logging(os_id): False [ 1179.404560] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.404725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.404793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.405034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.405113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.405307] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.405407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.405464] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.405687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.405687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.405899] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 is going to be created. [ 1179.421898] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5c655a4e-95bb-4792-904d-daeeb15d21d6], does not exist path=[/infra/domains/default/groups/5c655a4e-95bb-4792-904d-daeeb15d21d6]."\n}' [ 1179.422076] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5c655a4e-95bb-4792-904d-daeeb15d21d6 [ 1179.422164] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1179.454265] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.454416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.454489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.454706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.455704] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.455978] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.456471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.456544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.456715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.456799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.456987] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.457102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.457164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.457302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.457378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.457463] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c655a4e-95bb-4792-904d-daeeb15d21d6 is going to be created. [ 1179.472088] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5c655a4e-95bb-4792-904d-daeeb15d21d6], does not exist path=[/infra/domains/default/groups/5c655a4e-95bb-4792-904d-daeeb15d21d6]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5c655a4e-95bb-4792-904d-daeeb15d21d6 [ 1179.472263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c655a4e-95bb-4792-904d-daeeb15d21d6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.472464] env[69985]: Traceback (most recent call last): [ 1179.472503] env[69985]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1179.472503] env[69985]: return func(*args, **kwargs) [ 1179.472503] env[69985]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1179.472503] env[69985]: res.raise_for_status() [ 1179.472503] env[69985]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1179.472503] env[69985]: raise HTTPError(http_error_msg, response=self) [ 1179.472503] env[69985]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5c655a4e-95bb-4792-904d-daeeb15d21d6 [ 1179.472503] env[69985]: During handling of the above exception, another exception occurred: [ 1179.472503] env[69985]: Traceback (most recent call last): [ 1179.472773] env[69985]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1179.472773] env[69985]: listener.cb(fileno) [ 1179.472773] env[69985]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1179.472773] env[69985]: result = function(*args, **kwargs) [ 1179.472773] env[69985]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1179.472773] env[69985]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1179.472773] env[69985]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1179.472773] env[69985]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1179.472773] env[69985]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1179.472773] env[69985]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1179.472773] env[69985]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1179.472773] env[69985]: res.raise_for_status() [ 1179.472773] env[69985]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1179.472773] env[69985]: raise HTTPError(http_error_msg, response=self) [ 1179.472773] env[69985]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5c655a4e-95bb-4792-904d-daeeb15d21d6 [ 1179.472773] env[69985]: Removing descriptor: 18 [ 1180.065246] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1180.065340] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 1180.240101] env[69985]: INFO networking_nsxv3.common.synchronization [req-125fef09-aade-473a-aae8-70ebe333dc11 req-184da52a-2fcb-41d4-95b1-41c99b80c9ab tempest-ServerRescueTestJSONUnderV235-1436920537 tempest-ServerRescueTestJSONUnderV235-1436920537-project-member] Enqueued Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1180.240905] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790f540c-db9e-450e-9937-fe804040b3ee with Priority: HIGHEST for action security_group_members [ 1180.241011] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.241080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.392515] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: SUCCESS [ 1180.392797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.392907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.393148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.394397] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.394397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.394397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.394397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.394397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.394397] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.507230] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1180.507449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.507610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.507843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.508070] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.508183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.508253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.508416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.508500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.508587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.508684] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.511838] env[69985]: INFO networking_nsxv3.common.synchronization [req-b83fef25-1438-446a-8692-8f28eab4a0d3 req-5f9bdeea-1a68-41c8-996e-3f75e45673d3 tempest-AttachInterfacesUnderV243Test-777888026 tempest-AttachInterfacesUnderV243Test-777888026-project-member] Enqueued Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1180.512405] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1180.512707] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.513137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.513286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.513461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.513609] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.513707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.513796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.513944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.514036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.514131] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.532954] env[69985]: INFO networking_nsxv3.common.synchronization [req-b83fef25-1438-446a-8692-8f28eab4a0d3 req-5f9bdeea-1a68-41c8-996e-3f75e45673d3 tempest-AttachInterfacesUnderV243Test-777888026 tempest-AttachInterfacesUnderV243Test-777888026-project-member] Enqueued Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_rules [ 1180.533654] env[69985]: INFO networking_nsxv3.common.synchronization [req-b83fef25-1438-446a-8692-8f28eab4a0d3 req-5f9bdeea-1a68-41c8-996e-3f75e45673d3 tempest-AttachInterfacesUnderV243Test-777888026 tempest-AttachInterfacesUnderV243Test-777888026-project-member] Enqueued Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1180.534034] env[69985]: INFO networking_nsxv3.common.synchronization [req-b83fef25-1438-446a-8692-8f28eab4a0d3 req-5f9bdeea-1a68-41c8-996e-3f75e45673d3 tempest-AttachInterfacesUnderV243Test-777888026 tempest-AttachInterfacesUnderV243Test-777888026-project-member] Enqueued Resource ID: abab8d85-8633-4722-85d1-b21be464919d with Priority: HIGHEST for action port [ 1180.535337] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_rules [ 1180.535337] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1180.535337] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abab8d85-8633-4722-85d1-b21be464919d with Priority: HIGHEST for action port [ 1180.535337] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.535337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.535803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.535803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.535803] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.537035] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.537035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.537356] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-abab8d85-8633-4722-85d1-b21be464919d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.537468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.537539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.537707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.537786] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abab8d85-8633-4722-85d1-b21be464919d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.897449] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.897672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.897793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.898838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.918142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.918433] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.918537] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.918578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.918773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.918856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.918948] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 790f540c-db9e-450e-9937-fe804040b3ee is going to be updated. [ 1180.943321] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.943506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.943550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.943729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.943865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.951568] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: IN_PROGRESS for 2s [ 1181.013662] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.013901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.014038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.014364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.014629] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.014807] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.014869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.015103] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.015229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.015358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.015567] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.015700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.015794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.015993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.016205] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.016336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.016428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.016619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.016997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.016997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.016997] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.018163] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.040026] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abab8d85-8633-4722-85d1-b21be464919d with status ACTIVE [ 1181.040026] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.040026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.040297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.040297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.040367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.040557] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.040639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.040703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.040844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.041240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.041240] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.041240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.041432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.041432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.041484] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.041557] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abab8d85-8633-4722-85d1-b21be464919d is going to be updated. [ 1181.042972] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.042972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.072182] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.072318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.072318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.072523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.072654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.072837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.520488] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622: rpc.has_security_group_logging(os_id): False [ 1181.523141] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.538172] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.538317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.538417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.539407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.561687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.561998] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.562221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.562278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.562472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.562559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.562756] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.562885] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.563210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.563210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.563276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.563404] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.563497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.563559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.563698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.564187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.564187] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 1181.620538] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.620701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.620832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.620989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.621147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.634918] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1182.025358] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.025582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.025721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.026087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.026250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.026426] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 is going to be updated. [ 1182.055717] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.055889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.055956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.056183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.056331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.065420] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: IN_PROGRESS for 2s [ 1182.367021] env[69985]: INFO networking_nsxv3.common.synchronization [req-a971e623-d252-4ad9-a7c0-fad9926571fb req-6f6d0581-4484-4ad0-97db-5546bf2f3863 tempest-ServersAdminTestJSON-40334490 tempest-ServersAdminTestJSON-40334490-project-member] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 1182.367021] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 1182.367021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.367021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.367021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.367021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.367356] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.367509] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.367552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.367769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.367873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.368017] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.622796] env[69985]: INFO networking_nsxv3.common.synchronization [req-2e77957a-cc9c-4022-82c1-f06805e621da req-b25310a4-ddbc-4df2-b78c-fbaaef54222a tempest-AttachInterfacesUnderV243Test-777888026 tempest-AttachInterfacesUnderV243Test-777888026-project-member] Enqueued Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1182.623329] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1182.623677] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.623802] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.635953] env[69985]: INFO networking_nsxv3.common.synchronization [req-2e77957a-cc9c-4022-82c1-f06805e621da req-b25310a4-ddbc-4df2-b78c-fbaaef54222a tempest-AttachInterfacesUnderV243Test-777888026 tempest-AttachInterfacesUnderV243Test-777888026-project-member] Enqueued Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_rules [ 1182.636157] env[69985]: INFO networking_nsxv3.common.synchronization [req-2e77957a-cc9c-4022-82c1-f06805e621da req-b25310a4-ddbc-4df2-b78c-fbaaef54222a tempest-AttachInterfacesUnderV243Test-777888026 tempest-AttachInterfacesUnderV243Test-777888026-project-member] Enqueued Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1182.636309] env[69985]: INFO networking_nsxv3.common.synchronization [req-2e77957a-cc9c-4022-82c1-f06805e621da req-b25310a4-ddbc-4df2-b78c-fbaaef54222a tempest-AttachInterfacesUnderV243Test-777888026 tempest-AttachInterfacesUnderV243Test-777888026-project-member] Enqueued Resource ID: abab8d85-8633-4722-85d1-b21be464919d with Priority: HIGHEST for action port [ 1182.636751] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_rules [ 1182.636882] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1182.636985] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abab8d85-8633-4722-85d1-b21be464919d with Priority: HIGHEST for action port [ 1182.637264] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.637363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.637639] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.637730] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.637930] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-abab8d85-8633-4722-85d1-b21be464919d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.638462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.638559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.638766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.638852] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abab8d85-8633-4722-85d1-b21be464919d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.871947] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.961485] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: SUCCESS [ 1182.961875] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 790f540c-db9e-450e-9937-fe804040b3ee deletion is rescheduled due to dependency. [ 1182.962120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.962431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.962745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.962959] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.963238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.963325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.963530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.963655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.963754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.963883] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.964850] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.965043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.965253] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.965380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.965453] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.965660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.965818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.965891] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.141335] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abab8d85-8633-4722-85d1-b21be464919d with status ACTIVE [ 1183.141602] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.141748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.141869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.142099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.142166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.142604] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.142774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.142836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.143098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.143217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.143554] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.143741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.143741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.143906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.144025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.144088] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abab8d85-8633-4722-85d1-b21be464919d is going to be updated. [ 1183.165869] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.166169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.166169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.166326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.166467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.166626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abab8d85-8633-4722-85d1-b21be464919d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.374239] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.467607] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.467836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.468037] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.468156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.468218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.468436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.468531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.468715] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.468816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.468879] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.469054] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.469134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.469224] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 790f540c-db9e-450e-9937-fe804040b3ee is going to be updated. [ 1183.494344] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.494344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.494344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.494613] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.494673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.503216] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: IN_PROGRESS for 2s [ 1183.661048] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1183.661413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.880365] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.880553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.880593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.881191] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.881191] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.881191] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be updated. [ 1183.909622] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.909823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.909823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.909996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.910136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.919417] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 1184.076652] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: SUCCESS [ 1184.076884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.077114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.077314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.077556] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.077649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.077707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.077919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.077996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.078113] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.581300] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.085026] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.112678] env[69985]: INFO networking_nsxv3.common.synchronization [req-a8c7a53b-6083-47f6-be78-b5b13fd037be req-f1bad08c-1e58-48c5-9487-be2f71138679 tempest-MultipleCreateTestJSON-664245217 tempest-MultipleCreateTestJSON-664245217-project-member] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1185.113578] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1185.113921] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.114149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.114149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.114314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.115040] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.115519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.115669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.116030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.116235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.116303] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.438762] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.438988] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.439155] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.441166] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.441166] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.441166] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.441166] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.441487] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.442091] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.442091] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.442844] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.443040] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.443180] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.443308] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.443427] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.443573] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.466229] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.466229] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1185.466229] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.466229] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.466229] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-7feb60bd-3eed-4a64-b356-4d949eb60a7e taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.466229] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-7feb60bd-3eed-4a64-b356-4d949eb60a7e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.466229] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-7feb60bd-3eed-4a64-b356-4d949eb60a7e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.466488] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-7feb60bd-3eed-4a64-b356-4d949eb60a7e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.466488] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7feb60bd-3eed-4a64-b356-4d949eb60a7e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.515359] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: SUCCESS [ 1185.515597] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 790f540c-db9e-450e-9937-fe804040b3ee deletion is rescheduled due to dependency. [ 1185.515708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.515878] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.516134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.516325] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.516500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.516543] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.516688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.516829] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.516932] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.586887] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.586966] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.587045] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.587343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.587445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.587548] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 is going to be updated. [ 1185.614071] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.614071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.614306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.614499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.614645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.619205] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.619347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.619453] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.619674] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.623714] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: IN_PROGRESS for 2s [ 1185.638422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.638660] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.638780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.638843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.639060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.639228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.639228] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be updated. [ 1185.663187] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.663394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.663442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.664028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.664028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.676486] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1185.929654] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 1185.929779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.969161] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.969415] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.969465] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.969762] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.969995] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.970193] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 7feb60bd-3eed-4a64-b356-4d949eb60a7e not found, creating... [ 1185.970467] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.970630] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.970755] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.970987] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.971196] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.971437] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.971600] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.972406] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.972406] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.972406] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.972406] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 7feb60bd-3eed-4a64-b356-4d949eb60a7e is going to be created. [ 1185.991143] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.991355] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.991486] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.991749] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.991982] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.992227] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-7feb60bd-3eed-4a64-b356-4d949eb60a7e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.019240] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.019388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.019456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.019662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.019752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.020009] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.020118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.020198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.020326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.020391] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.020484] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 790f540c-db9e-450e-9937-fe804040b3ee is going to be updated. [ 1186.045447] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.045701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.045701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.045870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.045984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.055903] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: IN_PROGRESS for 2s [ 1186.318325] env[69985]: INFO networking_nsxv3.common.synchronization [req-1525be1d-a61f-49c3-8655-1f1eedbab33d req-c8b8b8a9-64a5-4cff-9b9c-83b808c6a463 tempest-AttachInterfacesUnderV243Test-777888026 tempest-AttachInterfacesUnderV243Test-777888026-project-member] Enqueued Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1186.318325] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 with Priority: HIGHEST for action security_group_members [ 1186.318325] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-18cef75f-f0a8-4daf-810e-a1f031f4ba95 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.318325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.786198] env[69985]: INFO networking_nsxv3.common.synchronization [req-a8c7a53b-6083-47f6-be78-b5b13fd037be req-e393b0c8-f981-4415-938f-57c35e802efe service nova] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_rules [ 1186.786383] env[69985]: INFO networking_nsxv3.common.synchronization [req-a8c7a53b-6083-47f6-be78-b5b13fd037be req-e393b0c8-f981-4415-938f-57c35e802efe service nova] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1186.790283] env[69985]: INFO networking_nsxv3.common.synchronization [req-a8c7a53b-6083-47f6-be78-b5b13fd037be req-e393b0c8-f981-4415-938f-57c35e802efe service nova] Enqueued Resource ID: 7feb60bd-3eed-4a64-b356-4d949eb60a7e with Priority: HIGHEST for action port [ 1186.790603] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_rules [ 1186.790743] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1186.790844] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7feb60bd-3eed-4a64-b356-4d949eb60a7e with Priority: HIGHEST for action port [ 1186.791541] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.792558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.792558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.792558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.792558] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.794091] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.794091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.794091] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-7feb60bd-3eed-4a64-b356-4d949eb60a7e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.794091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7feb60bd-3eed-4a64-b356-4d949eb60a7e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.794091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7feb60bd-3eed-4a64-b356-4d949eb60a7e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.794091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7feb60bd-3eed-4a64-b356-4d949eb60a7e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.794091] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7feb60bd-3eed-4a64-b356-4d949eb60a7e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.296118] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.296318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.298681] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7feb60bd-3eed-4a64-b356-4d949eb60a7e with status ACTIVE [ 1187.298888] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.299025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.299098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.299366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.299417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.299588] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.299687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.299744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.299962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.300047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.300241] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.300338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.300400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.300541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.300616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.301599] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7feb60bd-3eed-4a64-b356-4d949eb60a7e is going to be updated. [ 1187.324906] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.325323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.325323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.325419] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.325564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.325728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7feb60bd-3eed-4a64-b356-4d949eb60a7e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.634515] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: SUCCESS [ 1187.634722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.635152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.635152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.635310] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.635429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.635497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.635637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.635710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.635799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.635897] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.636797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.636965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.637139] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.637238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.637296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.637441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.637521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.637607] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.686715] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1187.686988] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 deletion is rescheduled due to dependency. [ 1187.687112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.687641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.687899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.688163] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.688281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.688355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.688497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.688581] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.688677] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.070751] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: SUCCESS [ 1188.071404] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 790f540c-db9e-450e-9937-fe804040b3ee deletion is rescheduled due to dependency. [ 1188.071404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.071404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.071571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.071813] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.071968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.072132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.072962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.072962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.072962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.072962] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-790f540c-db9e-450e-9937-fe804040b3ee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.072962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.072962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.072962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.073299] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.073299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.073299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.073410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.073489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.073544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.073635] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.139467] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.140381] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.140530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.140598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.140760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.165144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.165407] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.165531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.165598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.165858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.165944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.166052] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 is going to be updated. [ 1188.193144] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.194345] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.194493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.194564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.194752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.194891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.204642] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: IN_PROGRESS for 2s [ 1188.576316] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 790f540c-db9e-450e-9937-fe804040b3ee: rpc.has_security_group_logging(os_id): False [ 1188.596641] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.596784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.596854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.597075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.597170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.597358] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.597458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.597520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.597668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.597744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.597938] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.598042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.598105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.598242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.598316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.598515] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.598608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.598670] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.598810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.598880] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.598967] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 790f540c-db9e-450e-9937-fe804040b3ee is going to be updated. [ 1188.643052] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18cef75f-f0a8-4daf-810e-a1f031f4ba95: rpc.has_security_group_logging(os_id): False [ 1188.654761] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.654928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.654981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.655343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.655343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.661116] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.661308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.661308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.661415] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.661512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.661795] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.661795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.661867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.662010] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.662084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.662226] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 is going to be updated. [ 1188.665484] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: IN_PROGRESS for 2s [ 1188.697649] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.715594] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.715741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.715812] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.716040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.716189] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.728574] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: IN_PROGRESS for 2s [ 1188.878404] env[69985]: INFO networking_nsxv3.common.synchronization [req-a8c7a53b-6083-47f6-be78-b5b13fd037be req-453f5b19-b883-4af8-8a12-9f0761691889 tempest-MultipleCreateTestJSON-664245217 tempest-MultipleCreateTestJSON-664245217-project-member] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1188.879079] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1188.879707] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.879707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.198967] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.199152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.199235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.199640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.199787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.199903] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be updated. [ 1189.227171] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.227299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.227371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.227570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.227703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.235268] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1189.391164] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-170 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.391164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.391164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.391164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.391164] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.391164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.391164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.391164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.391164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.391164] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.391164] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.391164] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.391164] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.391665] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.391665] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.391665] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.409696] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.409989] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1189.410174] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.410354] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-170" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.410665] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-236e1657-89f3-43f3-9baf-d126ebdaac2e taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.412417] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-236e1657-89f3-43f3-9baf-d126ebdaac2e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.412417] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-236e1657-89f3-43f3-9baf-d126ebdaac2e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.412568] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-236e1657-89f3-43f3-9baf-d126ebdaac2e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.412629] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('236e1657-89f3-43f3-9baf-d126ebdaac2e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.415301] env[69985]: INFO networking_nsxv3.common.synchronization [req-bad74599-a5e2-40a6-89d2-3533e26e8aed req-fd2218d4-eeb7-4ff3-b5f4-bdbb139c64fb tempest-ServerActionsTestOtherB-873622132 tempest-ServerActionsTestOtherB-873622132-project-member] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1189.415789] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1189.416289] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.416414] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.416490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.416831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.416993] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.417108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.417171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.417326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.417409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.417500] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.916642] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.917113] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.917113] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.917316] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.917497] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.917645] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 236e1657-89f3-43f3-9baf-d126ebdaac2e not found, creating... [ 1189.917937] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.918109] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.918234] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.918459] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.918613] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.918907] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.919339] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.919577] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.919814] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.919994] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.920161] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 236e1657-89f3-43f3-9baf-d126ebdaac2e is going to be created. [ 1189.921323] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.921438] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.921493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.921620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.941047] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.941047] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.941047] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.941047] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.941302] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.941482] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-236e1657-89f3-43f3-9baf-d126ebdaac2e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.943055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.943255] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.943365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.943595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.943595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.944633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.944633] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be updated. [ 1189.968235] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.968383] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.969022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.969022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.969022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.976420] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 1190.220825] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: SUCCESS [ 1190.225118] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 deletion is rescheduled due to dependency. [ 1190.225313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.225496] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.225720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.225919] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.226039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.226133] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.226257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.226361] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.226441] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.678182] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 790f540c-db9e-450e-9937-fe804040b3ee in Status: SUCCESS [ 1190.679080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.679080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.679315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.679475] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('790f540c-db9e-450e-9937-fe804040b3ee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.731798] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.731954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.732390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.732390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.732390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.733100] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.733100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.733100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.733100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.733100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.733100] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 is going to be updated. [ 1190.746318] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: SUCCESS [ 1190.746785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.747070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.747285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.747374] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.756791] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.756871] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.756938] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.757159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.757293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.767722] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: IN_PROGRESS for 2s [ 1191.200050] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.200050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.200050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.200448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.200448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.200448] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 790f540c-db9e-450e-9937-fe804040b3ee is going to be deleted. [ 1191.245619] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1191.246038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.246369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.246449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.246643] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.247751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.247751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.247751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.247751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.247751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.247751] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.248185] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.248513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.248816] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.248932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.248932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.249138] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.249246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.249354] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.270768] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.270932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.270932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.271241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.271749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.271749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-790f540c-db9e-450e-9937-fe804040b3ee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.278965] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.280196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.280196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.280196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.280196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.280196] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 is going to be deleted. [ 1191.288426] env[69985]: INFO networking_nsxv3.common.synchronization [req-a8c7a53b-6083-47f6-be78-b5b13fd037be req-d83642ee-5eea-4530-9a5c-c507bb1522ca service nova] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_rules [ 1191.288605] env[69985]: INFO networking_nsxv3.common.synchronization [req-a8c7a53b-6083-47f6-be78-b5b13fd037be req-d83642ee-5eea-4530-9a5c-c507bb1522ca service nova] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1191.288749] env[69985]: INFO networking_nsxv3.common.synchronization [req-a8c7a53b-6083-47f6-be78-b5b13fd037be req-d83642ee-5eea-4530-9a5c-c507bb1522ca service nova] Enqueued Resource ID: 236e1657-89f3-43f3-9baf-d126ebdaac2e with Priority: HIGHEST for action port [ 1191.289064] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_rules [ 1191.289215] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1191.289314] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236e1657-89f3-43f3-9baf-d126ebdaac2e with Priority: HIGHEST for action port [ 1191.290511] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.290674] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.290925] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.291085] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.291297] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-236e1657-89f3-43f3-9baf-d126ebdaac2e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.291398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-236e1657-89f3-43f3-9baf-d126ebdaac2e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.291478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-236e1657-89f3-43f3-9baf-d126ebdaac2e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.291730] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-236e1657-89f3-43f3-9baf-d126ebdaac2e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.291730] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('236e1657-89f3-43f3-9baf-d126ebdaac2e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.347287] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.347287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.347287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.347287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.347287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.347287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.751301] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.751430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.751662] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.798244] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 236e1657-89f3-43f3-9baf-d126ebdaac2e with status ACTIVE [ 1191.798244] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.798244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.798244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.798244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.798244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.798244] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.798244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.798244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.798244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.798244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.798244] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.798244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.798244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.798244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.798244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.798244] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 236e1657-89f3-43f3-9baf-d126ebdaac2e is going to be updated. [ 1191.822137] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.822863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.822863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.822863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.822994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.823619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-236e1657-89f3-43f3-9baf-d126ebdaac2e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.986495] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 1191.986694] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 deletion is rescheduled due to dependency. [ 1191.986915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.254180] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.759252] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.760215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.760322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.760519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.760610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.760714] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be updated. [ 1192.782925] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 in Status: SUCCESS [ 1192.783073] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 deletion is rescheduled due to dependency. [ 1192.783194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.783693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.783891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.784082] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.784232] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.784318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.784394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.784467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.784563] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18cef75f-f0a8-4daf-810e-a1f031f4ba95',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.797917] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.797917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.797917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.797917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.797917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.805825] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1193.287270] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.287598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.287598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.287714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.287834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.288049] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.288154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.288216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.288371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.288452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.288655] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18cef75f-f0a8-4daf-810e-a1f031f4ba95 is going to be deleted. [ 1193.316317] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.316461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.316461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.316649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.316740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.316837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18cef75f-f0a8-4daf-810e-a1f031f4ba95" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.251294] env[69985]: INFO networking_nsxv3.common.synchronization [req-e17728fa-836b-49f0-bfa5-dfad5db1e365 req-b3cfcab3-527f-4ffa-8d14-632522e32677 tempest-ImagesTestJSON-1158997241 tempest-ImagesTestJSON-1158997241-project-member] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1194.251921] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1194.252263] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.252449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.252506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.252995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.253263] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.253372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.253408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.256016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.256016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.256016] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.755917] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.820117] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1194.820117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.820117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.820117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.820117] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.820117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.820117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.820117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.820117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.820117] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.098056] env[69985]: INFO networking_nsxv3.common.synchronization [None req-723d4b25-51b1-414b-8a06-a1f7151b7ed6 None None] Enqueued Resource ID: 79e2d769-91f5-4e4c-8a94-fa134fa97b70 with Priority: HIGHEST for action port [ 1195.099843] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79e2d769-91f5-4e4c-8a94-fa134fa97b70 with Priority: HIGHEST for action port [ 1195.099843] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-79e2d769-91f5-4e4c-8a94-fa134fa97b70 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.104066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79e2d769-91f5-4e4c-8a94-fa134fa97b70" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.104066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79e2d769-91f5-4e4c-8a94-fa134fa97b70" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.104066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79e2d769-91f5-4e4c-8a94-fa134fa97b70" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.104187] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79e2d769-91f5-4e4c-8a94-fa134fa97b70',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.264015] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.324226] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.606191] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79e2d769-91f5-4e4c-8a94-fa134fa97b70 [ 1195.606448] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.606589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.606661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.606876] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.606972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.607079] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79e2d769-91f5-4e4c-8a94-fa134fa97b70 already deleted. [ 1195.607162] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79e2d769-91f5-4e4c-8a94-fa134fa97b70" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.767727] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.773100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.773100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.773100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.773100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.773100] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 1195.773599] env[69985]: INFO networking_nsxv3.common.synchronization [None req-8cda11dd-44e1-49a7-aa53-8e23c60787da tempest-ServersTestManualDisk-54595896 tempest-ServersTestManualDisk-54595896-project-member] Enqueued Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGHEST for action security_group_rules [ 1195.774530] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGHEST for action security_group_rules [ 1195.774850] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f31714c6-8c45-4f60-aae4-be83c3eedab8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.774978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.775047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.775286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.775364] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f31714c6-8c45-4f60-aae4-be83c3eedab8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.799112] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.799270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.799270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.799450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.799607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.808770] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1195.828162] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.892837] env[69985]: INFO networking_nsxv3.common.synchronization [None req-97d2f722-32f7-432b-b2f0-939c268ed984 tempest-ServersTestManualDisk-54595896 tempest-ServersTestManualDisk-54595896-project-member] Enqueued Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGHEST for action security_group_rules [ 1195.893365] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGHEST for action security_group_rules [ 1195.893672] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f31714c6-8c45-4f60-aae4-be83c3eedab8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.893775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.297658] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.297996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.298141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.298460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.298609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.298756] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 already deleted. [ 1196.298895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.299146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.299386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.299545] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f31714c6-8c45-4f60-aae4-be83c3eedab8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.330629] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.330629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.330629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.330629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.330629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.330915] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be updated. [ 1196.359019] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.359019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.359019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.359019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.359019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.369812] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1196.824960] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.825250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.825250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.825327] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.825976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.825976] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 already deleted. [ 1196.825976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.702314] env[69985]: INFO networking_nsxv3.common.synchronization [req-af4be9b5-e56e-4268-b769-95c9cf1457f6 req-026a3891-ca78-492f-81c9-db97878271cf tempest-AttachVolumeShelveTestJSON-419349134 tempest-AttachVolumeShelveTestJSON-419349134-project-member] Enqueued Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_members [ 1197.702847] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGHEST for action security_group_members [ 1197.703659] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13cc711-2954-45e2-be30-30a2ac6f1e1b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.703783] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.703846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.704068] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.704288] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.704288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.705043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.705043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.705043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.705043] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.825990] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1197.825990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.936175] env[69985]: INFO networking_nsxv3.common.synchronization [None req-efa65e96-b03a-489b-922d-b6ab55d721d5 None None] Enqueued Resource ID: ead618d8-92be-42d7-92f9-b9381fce7401 with Priority: HIGHEST for action port [ 1197.936175] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead618d8-92be-42d7-92f9-b9381fce7401 with Priority: HIGHEST for action port [ 1197.936175] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-ead618d8-92be-42d7-92f9-b9381fce7401 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.936175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ead618d8-92be-42d7-92f9-b9381fce7401" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.936175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ead618d8-92be-42d7-92f9-b9381fce7401" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.936776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ead618d8-92be-42d7-92f9-b9381fce7401" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.936981] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ead618d8-92be-42d7-92f9-b9381fce7401',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.209637] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.209762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.209762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.210027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.231852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.232219] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.232391] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.232470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.232714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.233233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.233233] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b is going to be updated. [ 1198.261062] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.261224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.261337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.261863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.261863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.271545] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b in Status: IN_PROGRESS for 2s [ 1198.387599] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.387599] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.387599] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.387599] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.387599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.388269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.388269] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.441071] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ead618d8-92be-42d7-92f9-b9381fce7401 [ 1198.442490] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.442490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.442490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.442490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.442490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.442490] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ead618d8-92be-42d7-92f9-b9381fce7401 already deleted. [ 1198.442490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ead618d8-92be-42d7-92f9-b9381fce7401" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.688650] env[69985]: INFO networking_nsxv3.common.synchronization [req-c9074a17-f09f-49d5-a42b-94c0ade49ee2 req-34a48f2c-0e52-47f4-b591-56dddc22aa0f tempest-ServersTestBootFromVolume-624231863 tempest-ServersTestBootFromVolume-624231863-project-member] Enqueued Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGHEST for action security_group_members [ 1198.689219] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGHEST for action security_group_members [ 1198.689523] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-6016fde7-4203-4c50-b087-d38ed3adcb10 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.689648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.689707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.689919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.693152] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.693152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.693152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.693152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.693152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.693152] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.833529] env[69985]: INFO networking_nsxv3.common.synchronization [req-940f74fa-66b6-4dc4-8738-8fd795ec01db req-a9169f56-2f59-420c-acb5-065f370882d2 tempest-MigrationsAdminTest-2064433656 tempest-MigrationsAdminTest-2064433656-project-member] Enqueued Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_members [ 1198.834485] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGHEST for action security_group_members [ 1198.834485] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.834645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.834684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.834906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.835230] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.835351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.835418] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.835583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.835672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.835767] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.889700] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48df6982-9462-47bd-81be-8f1877031039: rpc.has_security_group_logging(os_id): False [ 1198.906937] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.907094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.907189] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.907420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.907522] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.907735] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.907917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.907917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.908061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.908137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.908315] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.910172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.910172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.910172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.910172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.910172] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.910172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.910172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.910172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.910172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.910172] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be updated. [ 1198.989343] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.989483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.989614] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.989775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.989983] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.006949] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1199.198862] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.199027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.199060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.199282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.219024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.219024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.219181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.219181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.219315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.219399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.219491] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 is going to be updated. [ 1199.272046] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.272388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.272483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.272693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.272839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.283546] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 in Status: IN_PROGRESS for 2s [ 1199.338278] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.338632] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.338722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.338939] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.361971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.362981] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.363134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.363176] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.363394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.363484] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.363582] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9542bc-4110-4285-94ff-048eb58aef1c is going to be updated. [ 1199.390264] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.390406] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.390477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.390687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.390834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.399146] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: IN_PROGRESS for 2s [ 1200.283922] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b in Status: SUCCESS [ 1200.283922] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b deletion is rescheduled due to dependency. [ 1200.284235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.020524] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1201.020787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.021198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.021305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.021468] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.293916] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 in Status: SUCCESS [ 1201.294237] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 deletion is rescheduled due to dependency. [ 1201.294237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.408134] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9542bc-4110-4285-94ff-048eb58aef1c in Status: SUCCESS [ 1201.408307] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9542bc-4110-4285-94ff-048eb58aef1c deletion is rescheduled due to dependency. [ 1201.408423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.524168] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.524358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.524472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.524716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.524887] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.524990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.525066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.525212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.525298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.525386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.525472] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.030517] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.030682] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.030755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.030986] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.031190] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.031298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.031362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.033148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.033148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.033148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.033148] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.033148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.033148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.033148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.033148] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.033148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.033148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.033148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.033148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.033148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.033148] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.535192] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48df6982-9462-47bd-81be-8f1877031039: rpc.has_security_group_logging(os_id): False [ 1202.553762] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.554608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.554723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.554977] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.555097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.555340] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.555451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.555517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.555682] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.555880] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.555949] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.556054] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.556117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.556254] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.556326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.556534] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.556728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.556728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.556831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.556903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.557936] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be updated. [ 1202.638557] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.638557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.638557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.638557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.638557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.660057] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1203.341127] env[69985]: INFO networking_nsxv3.common.synchronization [None req-92967483-69f6-4734-9afb-182bd3b77046 None None] Enqueued Resource ID: 0f5bdd1a-ed5e-4e9b-96a2-673e735221ac with Priority: HIGHEST for action port [ 1203.342138] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5bdd1a-ed5e-4e9b-96a2-673e735221ac with Priority: HIGHEST for action port [ 1203.342448] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f5bdd1a-ed5e-4e9b-96a2-673e735221ac taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.342448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f5bdd1a-ed5e-4e9b-96a2-673e735221ac" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.342591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f5bdd1a-ed5e-4e9b-96a2-673e735221ac" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.344596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f5bdd1a-ed5e-4e9b-96a2-673e735221ac" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.344726] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f5bdd1a-ed5e-4e9b-96a2-673e735221ac',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.849582] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f5bdd1a-ed5e-4e9b-96a2-673e735221ac [ 1203.849582] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.849582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.849582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.849582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.849582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.849582] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f5bdd1a-ed5e-4e9b-96a2-673e735221ac already deleted. [ 1203.849582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f5bdd1a-ed5e-4e9b-96a2-673e735221ac" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.299161] env[69985]: INFO networking_nsxv3.common.synchronization [req-eecfe255-9bce-41a6-b8b6-01dc2038848d req-6d364b77-e0b5-4f92-9788-33e81d1f48f6 tempest-MultipleCreateTestJSON-664245217 tempest-MultipleCreateTestJSON-664245217-project-member] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1204.299161] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1204.299161] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.299161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.299161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.299161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.301297] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.301297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.301297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.301297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.301297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.301297] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.474596] env[69985]: INFO networking_nsxv3.common.synchronization [req-66afb6f0-75a2-45e2-8508-41c1e46878ab req-2eaccf1e-22ce-49fa-addb-1413ae55af0d tempest-MultipleCreateTestJSON-664245217 tempest-MultipleCreateTestJSON-664245217-project-member] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1204.476295] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGHEST for action security_group_members [ 1204.476832] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.477021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.675178] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1204.675404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.803704] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.305405] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.610358] env[69985]: INFO networking_nsxv3.common.synchronization [None req-1f24201f-d69e-4613-aa0e-e135eb352697 None None] Enqueued Resource ID: 1265a36f-d20f-4bfa-bae3-12d56e6cafc8 with Priority: HIGHEST for action port [ 1205.611126] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1265a36f-d20f-4bfa-bae3-12d56e6cafc8 with Priority: HIGHEST for action port [ 1205.611411] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-1265a36f-d20f-4bfa-bae3-12d56e6cafc8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.611565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1265a36f-d20f-4bfa-bae3-12d56e6cafc8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.611633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1265a36f-d20f-4bfa-bae3-12d56e6cafc8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.611884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1265a36f-d20f-4bfa-bae3-12d56e6cafc8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.611969] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1265a36f-d20f-4bfa-bae3-12d56e6cafc8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.810662] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.810662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.810662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.810662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.810662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.810662] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be updated. [ 1205.837016] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.837016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.837016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.837016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.837016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.844295] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1205.889482] env[69985]: INFO networking_nsxv3.common.synchronization [None req-35a665d2-70ca-4b6c-bbe2-c679b7888e7c None None] Enqueued Resource ID: 7856b8e4-946d-4d74-99de-02db6ba0612b with Priority: HIGHEST for action port [ 1205.889748] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7856b8e4-946d-4d74-99de-02db6ba0612b with Priority: HIGHEST for action port [ 1205.890547] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-7856b8e4-946d-4d74-99de-02db6ba0612b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.890897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7856b8e4-946d-4d74-99de-02db6ba0612b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.890897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7856b8e4-946d-4d74-99de-02db6ba0612b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.890897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7856b8e4-946d-4d74-99de-02db6ba0612b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.891076] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7856b8e4-946d-4d74-99de-02db6ba0612b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.114289] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1265a36f-d20f-4bfa-bae3-12d56e6cafc8 [ 1206.114505] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.114641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.114753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.114925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.115081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.115288] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1265a36f-d20f-4bfa-bae3-12d56e6cafc8 already deleted. [ 1206.115288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1265a36f-d20f-4bfa-bae3-12d56e6cafc8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.398598] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7856b8e4-946d-4d74-99de-02db6ba0612b [ 1206.398598] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.398940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.398940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.398940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.399038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.399157] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7856b8e4-946d-4d74-99de-02db6ba0612b already deleted. [ 1206.399243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7856b8e4-946d-4d74-99de-02db6ba0612b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.879513] env[69985]: INFO networking_nsxv3.common.synchronization [None req-df0a4867-fff0-4b5a-99c8-e614aae46d69 None None] Enqueued Resource ID: 6cca8aec-a935-4366-bc78-9ae082d4d42f with Priority: HIGHEST for action port [ 1206.879513] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cca8aec-a935-4366-bc78-9ae082d4d42f with Priority: HIGHEST for action port [ 1206.879513] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cca8aec-a935-4366-bc78-9ae082d4d42f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.879513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cca8aec-a935-4366-bc78-9ae082d4d42f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.879513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cca8aec-a935-4366-bc78-9ae082d4d42f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.879513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cca8aec-a935-4366-bc78-9ae082d4d42f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.879513] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cca8aec-a935-4366-bc78-9ae082d4d42f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.381520] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cca8aec-a935-4366-bc78-9ae082d4d42f [ 1207.382384] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.382384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.382384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.382384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.382384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.382384] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cca8aec-a935-4366-bc78-9ae082d4d42f already deleted. [ 1207.382747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cca8aec-a935-4366-bc78-9ae082d4d42f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.800801] env[69985]: INFO networking_nsxv3.common.synchronization [None req-ea7a2726-2ffa-4def-9fb7-a2c296bf1f4f None None] Enqueued Resource ID: f75790fe-e147-47eb-a9cb-32af97a0c1be with Priority: HIGHEST for action port [ 1207.802748] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75790fe-e147-47eb-a9cb-32af97a0c1be with Priority: HIGHEST for action port [ 1207.803173] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-f75790fe-e147-47eb-a9cb-32af97a0c1be taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.803331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f75790fe-e147-47eb-a9cb-32af97a0c1be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.803428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f75790fe-e147-47eb-a9cb-32af97a0c1be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.803752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f75790fe-e147-47eb-a9cb-32af97a0c1be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.803864] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f75790fe-e147-47eb-a9cb-32af97a0c1be',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.857702] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1207.857979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.858545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.858779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.859030] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.859208] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.859270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.859457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.859550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.859674] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.151971] env[69985]: INFO networking_nsxv3.common.synchronization [None req-cea98d66-8194-410f-874c-c3700cd46826 tempest-VolumesAdminNegativeTest-1577344158 tempest-VolumesAdminNegativeTest-1577344158-project-member] Enqueued Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGHEST for action security_group_rules [ 1208.151971] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGHEST for action security_group_rules [ 1208.153077] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.153250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.153250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.154607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.154607] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05f3f891-fcf5-492f-9428-a15a0cb22d7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.300958] env[69985]: INFO networking_nsxv3.common.synchronization [None req-e039443f-a096-4785-9804-561bd9f03e0b tempest-VolumesAdminNegativeTest-1577344158 tempest-VolumesAdminNegativeTest-1577344158-project-member] Enqueued Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGHEST for action security_group_rules [ 1208.301708] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGHEST for action security_group_rules [ 1208.304789] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.304883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.308708] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f75790fe-e147-47eb-a9cb-32af97a0c1be [ 1208.308708] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.308708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.308708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.308708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.308708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.308708] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f75790fe-e147-47eb-a9cb-32af97a0c1be already deleted. [ 1208.308708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f75790fe-e147-47eb-a9cb-32af97a0c1be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.365980] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.366436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.366436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.366568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.366615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.366878] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.366992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.367065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.367223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.367301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.367389] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be updated. [ 1208.392416] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.392637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.392811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.393070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.393269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.403515] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: IN_PROGRESS for 2s [ 1208.674587] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.675070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.675221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.675479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.675612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.675747] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b already deleted. [ 1208.675866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.677533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.677735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.677898] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05f3f891-fcf5-492f-9428-a15a0cb22d7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.208535] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.208535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.208535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.208535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.208535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.208535] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b already deleted. [ 1209.208535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.398916] env[69985]: INFO networking_nsxv3.common.synchronization [None req-7c89ff1b-c61b-4832-a5f8-17e849eafd49 None None] Enqueued Resource ID: c031870d-4975-4832-b70c-b029b53d3908 with Priority: HIGHEST for action port [ 1209.399799] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c031870d-4975-4832-b70c-b029b53d3908 with Priority: HIGHEST for action port [ 1209.403797] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-c031870d-4975-4832-b70c-b029b53d3908 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.403927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c031870d-4975-4832-b70c-b029b53d3908" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.404007] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c031870d-4975-4832-b70c-b029b53d3908" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.404259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c031870d-4975-4832-b70c-b029b53d3908" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.404350] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c031870d-4975-4832-b70c-b029b53d3908',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.906972] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c031870d-4975-4832-b70c-b029b53d3908 [ 1209.907224] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.907377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.907448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.907657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.907750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.907870] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c031870d-4975-4832-b70c-b029b53d3908 already deleted. [ 1209.907958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c031870d-4975-4832-b70c-b029b53d3908" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.416628] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48df6982-9462-47bd-81be-8f1877031039 in Status: SUCCESS [ 1210.418178] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48df6982-9462-47bd-81be-8f1877031039 deletion is rescheduled due to dependency. [ 1210.418401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.344564] env[69985]: INFO networking_nsxv3.common.synchronization [None req-c8dd543b-4895-47f0-9c94-86321540195e tempest-ServerDiskConfigTestJSON-649865869 tempest-ServerDiskConfigTestJSON-649865869-project-member] Enqueued Resource ID: 05acb2f7-ca2e-4361-95e7-95d652a1c171 with Priority: HIGHEST for action security_group_rules [ 1211.346053] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05acb2f7-ca2e-4361-95e7-95d652a1c171 with Priority: HIGHEST for action security_group_rules [ 1211.346053] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05acb2f7-ca2e-4361-95e7-95d652a1c171 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.346053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05acb2f7-ca2e-4361-95e7-95d652a1c171" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.346053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05acb2f7-ca2e-4361-95e7-95d652a1c171" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.346053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05acb2f7-ca2e-4361-95e7-95d652a1c171" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.346053] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05acb2f7-ca2e-4361-95e7-95d652a1c171',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.445260] env[69985]: INFO networking_nsxv3.common.synchronization [None req-ae18fa96-3b64-4456-800a-d367282b7413 tempest-ServerDiskConfigTestJSON-649865869 tempest-ServerDiskConfigTestJSON-649865869-project-member] Enqueued Resource ID: 05acb2f7-ca2e-4361-95e7-95d652a1c171 with Priority: HIGHEST for action security_group_rules [ 1211.445726] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05acb2f7-ca2e-4361-95e7-95d652a1c171 with Priority: HIGHEST for action security_group_rules [ 1211.446055] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05acb2f7-ca2e-4361-95e7-95d652a1c171 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.446188] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05acb2f7-ca2e-4361-95e7-95d652a1c171" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.866183] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.866183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.866311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.866506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.866659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.866775] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05acb2f7-ca2e-4361-95e7-95d652a1c171 already deleted. [ 1211.866864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05acb2f7-ca2e-4361-95e7-95d652a1c171" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.867070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05acb2f7-ca2e-4361-95e7-95d652a1c171" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.867285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05acb2f7-ca2e-4361-95e7-95d652a1c171" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.867352] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05acb2f7-ca2e-4361-95e7-95d652a1c171',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.989278] env[69985]: INFO networking_nsxv3.common.synchronization [req-0ca25e06-4449-4f1b-b206-38afac83b752 req-e5348ba5-e3b0-47e9-b7b2-0fef0bed8a3b tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1211.989842] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1211.990302] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.990455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.990543] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.990790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.991018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.991270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.991387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.991601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.991829] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.991964] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.354100] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.354297] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.354425] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.354696] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.354955] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.355125] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.355242] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.355542] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.355583] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.355805] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1212.355917] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.356635] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.356851] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.356986] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1212.357122] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.357267] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.376655] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.376655] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1212.376806] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.376955] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.377969] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-4ead8f7e-9ac9-474b-9302-a618d1bf1988 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.377969] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-4ead8f7e-9ac9-474b-9302-a618d1bf1988" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.377969] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-4ead8f7e-9ac9-474b-9302-a618d1bf1988" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.377969] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-4ead8f7e-9ac9-474b-9302-a618d1bf1988" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.378229] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ead8f7e-9ac9-474b-9302-a618d1bf1988',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.385024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.385200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.385276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.385476] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.385675] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.385675] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05acb2f7-ca2e-4361-95e7-95d652a1c171 already deleted. [ 1212.385785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05acb2f7-ca2e-4361-95e7-95d652a1c171" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.493894] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.494348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.494348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.494348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.514977] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.515261] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.515386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.515457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.515654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.515739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.515829] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1212.538157] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.541060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.541060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.541060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.541060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.546503] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1212.549272] env[69985]: INFO networking_nsxv3.common.synchronization [req-af4d18d5-121d-42d8-a26b-4bfb209ebe21 req-796074fa-899d-4da0-9d72-327f9c3481c1 tempest-ServersTestFqdnHostnames-1300927320 tempest-ServersTestFqdnHostnames-1300927320-project-member] Enqueued Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGHEST for action security_group_members [ 1212.549511] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGHEST for action security_group_members [ 1212.550088] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-668e15db-a58c-4897-8cf6-e7d5cdef73d3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.550256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.550293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.550455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.550608] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.550706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.550765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.550907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.550984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.551647] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.882215] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.882416] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.882559] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.882850] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.883015] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.883189] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 4ead8f7e-9ac9-474b-9302-a618d1bf1988 not found, creating... [ 1212.883455] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.883618] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.883742] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.883960] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.884116] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.884405] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.884572] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.884887] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.885163] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.885346] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.885539] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 4ead8f7e-9ac9-474b-9302-a618d1bf1988 is going to be created. [ 1212.907136] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.907367] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.907497] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.907782] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.908031] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.908261] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-4ead8f7e-9ac9-474b-9302-a618d1bf1988" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.053975] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.054729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.054729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.054729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.079781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.079781] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.079781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.079781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.080107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.080107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.080343] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 is going to be updated. [ 1213.134430] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.134623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.134716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.134973] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.135175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.150829] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 in Status: IN_PROGRESS for 2s [ 1213.943533] env[69985]: INFO networking_nsxv3.common.synchronization [req-0ca25e06-4449-4f1b-b206-38afac83b752 req-6c498b23-dfe9-4e11-aa13-3476e0dc0e7e service nova] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_rules [ 1213.944153] env[69985]: INFO networking_nsxv3.common.synchronization [req-0ca25e06-4449-4f1b-b206-38afac83b752 req-6c498b23-dfe9-4e11-aa13-3476e0dc0e7e service nova] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1213.944256] env[69985]: INFO networking_nsxv3.common.synchronization [req-0ca25e06-4449-4f1b-b206-38afac83b752 req-6c498b23-dfe9-4e11-aa13-3476e0dc0e7e service nova] Enqueued Resource ID: 4ead8f7e-9ac9-474b-9302-a618d1bf1988 with Priority: HIGHEST for action port [ 1213.945622] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_rules [ 1213.945622] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1213.945622] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ead8f7e-9ac9-474b-9302-a618d1bf1988 with Priority: HIGHEST for action port [ 1213.945622] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.945622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.945912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.945912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.945969] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.946892] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.947025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.947290] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ead8f7e-9ac9-474b-9302-a618d1bf1988 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.947417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ead8f7e-9ac9-474b-9302-a618d1bf1988" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.947487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ead8f7e-9ac9-474b-9302-a618d1bf1988" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.947827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ead8f7e-9ac9-474b-9302-a618d1bf1988" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.947827] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ead8f7e-9ac9-474b-9302-a618d1bf1988',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.449477] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.449477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.449718] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ead8f7e-9ac9-474b-9302-a618d1bf1988 with status ACTIVE [ 1214.449757] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.449849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.449958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.450208] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.450300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.450469] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.450564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.450622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.450772] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.450849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.451057] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.451156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.451219] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.451352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.451425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.451509] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ead8f7e-9ac9-474b-9302-a618d1bf1988 is going to be updated. [ 1214.494083] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.494341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.494341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.494487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.494614] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.494776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ead8f7e-9ac9-474b-9302-a618d1bf1988" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.558934] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1214.559248] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 deletion is rescheduled due to dependency. [ 1214.559364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.559523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.559733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.559969] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.560106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.560172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.560329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.560413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.560509] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.062283] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.162493] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 in Status: SUCCESS [ 1215.162722] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 deletion is rescheduled due to dependency. [ 1215.162860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.194403] env[69985]: INFO networking_nsxv3.common.synchronization [req-b34239e4-8999-45fd-b54c-61b6f50d8f79 req-6ba044a4-f341-4646-9d35-ec3b6790bef6 tempest-ServerDiskConfigTestJSON-649865869 tempest-ServerDiskConfigTestJSON-649865869-project-member] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1215.194971] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1215.195288] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.195411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.195478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.195681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.195828] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.195928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.196249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.196827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.196934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.197066] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.565841] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.702309] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.702638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.702760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.704055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.727516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.727914] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.727914] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.728078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.728218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.728317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.728411] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1215.754890] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.755079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.755124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.755319] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.755456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.763326] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1216.067924] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.067924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.068249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.068892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.068892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.068892] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1216.098123] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.098258] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.098335] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.098643] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.098798] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.106823] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1216.736790] env[69985]: INFO networking_nsxv3.common.synchronization [req-384b7750-7996-4673-9e93-401848e1abd0 req-49fb8c35-8c72-42e4-88d6-364f86a0d647 tempest-ServersAdminTestJSON-40334490 tempest-ServersAdminTestJSON-40334490-project-member] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 1216.737425] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGHEST for action security_group_members [ 1216.738072] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.738072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.738072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.738262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.738386] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.738484] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.738545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.738716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.738828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.738950] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.241189] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.241501] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.241501] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.241750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.263678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.264010] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.264142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.264213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.264410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.265029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.265029] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be updated. [ 1217.289507] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.289637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.289697] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.289888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.290091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.297709] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: IN_PROGRESS for 2s [ 1217.773714] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1217.773869] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 deletion is rescheduled due to dependency. [ 1217.774029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.129168] env[69985]: INFO networking_nsxv3.common.synchronization [req-bc0045f9-c0a1-4b17-ab6d-232dca2253b4 req-0a52b934-2278-4d00-a8c9-a128585f3cc4 tempest-DeleteServersTestJSON-1168726256 tempest-DeleteServersTestJSON-1168726256-project-member] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1218.129168] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1218.129168] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.129168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.129168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.129168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.129168] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.129168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.129855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.130300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.130500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.130684] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.143451] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1218.143451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.143451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.143451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.143451] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.143451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.143451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.143451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.143451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.143451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.143451] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.448257] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.448605] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.448705] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.449064] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.449423] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.449651] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.449832] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.450277] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.450440] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.450669] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.450788] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.450906] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.451033] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.451153] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.451268] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.451406] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.477625] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.477807] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1218.477964] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.478156] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.478463] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-445cdcf8-38ea-4465-a568-4f4e63c483dd taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.478635] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-445cdcf8-38ea-4465-a568-4f4e63c483dd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.478759] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-445cdcf8-38ea-4465-a568-4f4e63c483dd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.479085] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-445cdcf8-38ea-4465-a568-4f4e63c483dd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.479528] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('445cdcf8-38ea-4465-a568-4f4e63c483dd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.632818] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.633025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.633118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.633338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.647368] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.647544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.647648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.648271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.648519] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.648659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.648750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.648938] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.649067] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.649189] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.649364] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.649483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.649563] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.649761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.649900] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.649997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.650086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.650314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.650314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.650473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.650473] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.653553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.653553] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.653553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.653689] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.653766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.653846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.653933] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1218.677671] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.677888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.677955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.678200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.678369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.686733] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1218.822692] env[69985]: INFO networking_nsxv3.common.synchronization [None req-58854238-79ee-404e-90be-fa8eec8c2285 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1218.824370] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1218.824370] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.824370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.824370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.824370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.824370] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.824622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.824622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.824681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.824767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.824849] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.982367] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.982367] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.982367] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.982643] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.982868] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.983107] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 445cdcf8-38ea-4465-a568-4f4e63c483dd not found, creating... [ 1218.983423] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.983644] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.983812] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.987020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.987020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.987020] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.987020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.987020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.987020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.987020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.987020] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 445cdcf8-38ea-4465-a568-4f4e63c483dd is going to be created. [ 1219.004792] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.005022] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.005160] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.005412] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.005630] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.005846] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-445cdcf8-38ea-4465-a568-4f4e63c483dd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.156539] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3efe893f-7edd-4b2e-a1ad-646e62675a55: rpc.has_security_group_logging(os_id): False [ 1219.174036] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.174216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.174284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.174550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.174685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.174938] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.175107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.175194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.175377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.175533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.175739] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.175845] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.175911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.176090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.176173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.176365] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.176461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.176524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.176662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.176737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.176824] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1219.251023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.251208] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.251295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.251529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.251713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.271479] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1219.314049] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb81510-055b-4e10-bb75-a9b3f326fe5f in Status: SUCCESS [ 1219.314206] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f deletion is rescheduled due to dependency. [ 1219.314330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.326873] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.757279] env[69985]: INFO networking_nsxv3.common.synchronization [req-bc0045f9-c0a1-4b17-ab6d-232dca2253b4 req-979d5edd-6d70-445d-acbb-d0faa453e12b service nova] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_rules [ 1219.757533] env[69985]: INFO networking_nsxv3.common.synchronization [req-bc0045f9-c0a1-4b17-ab6d-232dca2253b4 req-979d5edd-6d70-445d-acbb-d0faa453e12b service nova] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1219.757733] env[69985]: INFO networking_nsxv3.common.synchronization [req-bc0045f9-c0a1-4b17-ab6d-232dca2253b4 req-979d5edd-6d70-445d-acbb-d0faa453e12b service nova] Enqueued Resource ID: 445cdcf8-38ea-4465-a568-4f4e63c483dd with Priority: HIGHEST for action port [ 1219.758133] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_rules [ 1219.758271] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1219.758391] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445cdcf8-38ea-4465-a568-4f4e63c483dd with Priority: HIGHEST for action port [ 1219.758703] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.758831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.758898] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.759135] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.759196] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.760975] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.761088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.761322] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-445cdcf8-38ea-4465-a568-4f4e63c483dd taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.761489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-445cdcf8-38ea-4465-a568-4f4e63c483dd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.761572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-445cdcf8-38ea-4465-a568-4f4e63c483dd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.761774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-445cdcf8-38ea-4465-a568-4f4e63c483dd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.761859] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('445cdcf8-38ea-4465-a568-4f4e63c483dd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.829120] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.261513] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.261748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.263939] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 445cdcf8-38ea-4465-a568-4f4e63c483dd with status ACTIVE [ 1220.266029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.266029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.266029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.266029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.266029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.266029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.266029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.266029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.266029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.266029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.266029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.266029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.266029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.266029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.266029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.266029] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 445cdcf8-38ea-4465-a568-4f4e63c483dd is going to be updated. [ 1220.290401] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.291122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.291122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.291122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.291122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.291122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-445cdcf8-38ea-4465-a568-4f4e63c483dd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.335013] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.335013] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.335013] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.335013] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.335013] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.335013] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1220.361385] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.361527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.361599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.361843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.361941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.370247] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1220.696938] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1220.697148] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee deletion is rescheduled due to dependency. [ 1220.697291] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.697460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.697674] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.697857] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.697993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.698077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.698237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.698320] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.698417] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.111864] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.112215] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.112215] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.112353] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.112625] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.112808] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.112934] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.113208] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.113362] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.113599] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.113767] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.113860] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.113975] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.114128] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.114242] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.114426] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.133016] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.134011] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1221.134011] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.134011] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.134483] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-82ef9ca1-4fe1-48ff-bf80-ca693a1f7662 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.134729] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-82ef9ca1-4fe1-48ff-bf80-ca693a1f7662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.134871] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-82ef9ca1-4fe1-48ff-bf80-ca693a1f7662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.135497] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-82ef9ca1-4fe1-48ff-bf80-ca693a1f7662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.135652] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82ef9ca1-4fe1-48ff-bf80-ca693a1f7662',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.161203] env[69985]: INFO networking_nsxv3.common.synchronization [req-d36d1d45-e40a-4913-a30b-8518fae50ca5 req-b76f9885-6a5e-4221-9bcf-851de0dc03b6 tempest-ServerActionsV293TestJSON-1685366128 tempest-ServerActionsV293TestJSON-1685366128-project-member] Enqueued Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGHEST for action security_group_members [ 1221.161805] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGHEST for action security_group_members [ 1221.162551] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c147bd3-2a40-41fa-8c11-60e1bff19b63 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.162701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.162797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.162962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.163483] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.163600] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.163662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.163822] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.163907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.163999] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c147bd3-2a40-41fa-8c11-60e1bff19b63',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.200685] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.292630] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1221.292889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.639509] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.639509] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.639715] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.640054] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.640233] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.640445] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 82ef9ca1-4fe1-48ff-bf80-ca693a1f7662 not found, creating... [ 1221.640687] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.640857] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.640979] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.641230] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.641377] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.641678] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.641840] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.641963] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.642202] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.642390] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.642553] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 82ef9ca1-4fe1-48ff-bf80-ca693a1f7662 is going to be created. [ 1221.660748] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.661081] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.661199] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.661432] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.661685] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.661926] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-82ef9ca1-4fe1-48ff-bf80-ca693a1f7662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.667484] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.667619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.667677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.667936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.687643] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.687945] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.688283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.688283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.688396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.688396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.688482] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 is going to be updated. [ 1221.703181] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.716569] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.716713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.716786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.716997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.717150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.739453] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 in Status: IN_PROGRESS for 2s [ 1222.206064] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.206346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.206431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.206650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.206722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.206825] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1222.241445] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.241595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.241639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.241838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.241975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.255346] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1222.382243] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1222.382486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.467233] env[69985]: INFO networking_nsxv3.common.synchronization [req-5510a6ff-7651-4311-95cb-fc5a59a45e69 req-ecb27333-4577-4330-b511-96623d73d22f service nova] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_rules [ 1222.467233] env[69985]: INFO networking_nsxv3.common.synchronization [req-5510a6ff-7651-4311-95cb-fc5a59a45e69 req-ecb27333-4577-4330-b511-96623d73d22f service nova] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1222.467233] env[69985]: INFO networking_nsxv3.common.synchronization [req-5510a6ff-7651-4311-95cb-fc5a59a45e69 req-ecb27333-4577-4330-b511-96623d73d22f service nova] Enqueued Resource ID: 82ef9ca1-4fe1-48ff-bf80-ca693a1f7662 with Priority: HIGHEST for action port [ 1222.467233] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_rules [ 1222.467233] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1222.467233] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ef9ca1-4fe1-48ff-bf80-ca693a1f7662 with Priority: HIGHEST for action port [ 1222.467233] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.467233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.467233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.467233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.467233] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.471783] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.472588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.472855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.473149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.473395] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.473614] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.473771] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.474123] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.474505] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.474729] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.475709] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-82ef9ca1-4fe1-48ff-bf80-ca693a1f7662 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.476039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82ef9ca1-4fe1-48ff-bf80-ca693a1f7662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.476355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82ef9ca1-4fe1-48ff-bf80-ca693a1f7662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.477020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82ef9ca1-4fe1-48ff-bf80-ca693a1f7662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.477212] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82ef9ca1-4fe1-48ff-bf80-ca693a1f7662',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.663117] env[69985]: INFO networking_nsxv3.common.synchronization [req-4364245e-3d4c-4578-8ecf-97b1634eb341 req-1217a827-4dba-46b2-9405-ed17eefcb322 tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1222.663117] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1222.663117] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.663117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.663117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.663117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.663117] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.663117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.663117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.663689] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.663888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.664106] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.978932] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.980398] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.980719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.980853] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82ef9ca1-4fe1-48ff-bf80-ca693a1f7662 with status ACTIVE [ 1222.983033] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.983033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.983033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.983033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.983033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.983033] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.983033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.983033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.983033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.983033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.983033] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.983033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.983033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.983033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.983033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.983033] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82ef9ca1-4fe1-48ff-bf80-ca693a1f7662 is going to be updated. [ 1222.997869] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.998091] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.998228] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.998493] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.998756] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.998944] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.999033] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.999245] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.999392] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.999606] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.999731] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.999903] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.000019] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.001614] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.001614] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.001614] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.002283] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.002417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.002465] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.002604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.002753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.002857] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82ef9ca1-4fe1-48ff-bf80-ca693a1f7662" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.021889] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.022073] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1223.022222] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.022399] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.022709] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-9e523523-ecdf-4308-88c7-6336fdea2bee taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.022880] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-9e523523-ecdf-4308-88c7-6336fdea2bee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.023024] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-9e523523-ecdf-4308-88c7-6336fdea2bee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.023374] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-9e523523-ecdf-4308-88c7-6336fdea2bee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.023501] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e523523-ecdf-4308-88c7-6336fdea2bee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.166742] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.481812] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.526584] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.527104] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.527104] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.527457] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.527711] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.527946] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 9e523523-ecdf-4308-88c7-6336fdea2bee not found, creating... [ 1223.528232] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.528514] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.528514] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.528747] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.528898] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.529217] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.529396] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.529500] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.529712] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.529854] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.530164] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 9e523523-ecdf-4308-88c7-6336fdea2bee is going to be created. [ 1223.548933] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.549183] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.549314] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.549609] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.549843] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.550118] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-9e523523-ecdf-4308-88c7-6336fdea2bee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.669804] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.750568] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 in Status: SUCCESS [ 1223.750794] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 deletion is rescheduled due to dependency. [ 1223.750978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.985976] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.985976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.985976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.985976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.985976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.985976] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1224.013138] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.013377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.013377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.013594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.013731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.022034] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1224.173287] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.173473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.173564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.173798] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.173916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.174035] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1224.207419] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.207621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.207810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.208020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.208211] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.216545] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1224.263833] env[69985]: INFO networking_nsxv3.common.synchronization [req-4364245e-3d4c-4578-8ecf-97b1634eb341 req-88548b93-5092-4059-9826-05339f5932d8 service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1224.264507] env[69985]: INFO networking_nsxv3.common.synchronization [req-4364245e-3d4c-4578-8ecf-97b1634eb341 req-88548b93-5092-4059-9826-05339f5932d8 service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1224.264981] env[69985]: INFO networking_nsxv3.common.synchronization [req-4364245e-3d4c-4578-8ecf-97b1634eb341 req-88548b93-5092-4059-9826-05339f5932d8 service nova] Enqueued Resource ID: 9e523523-ecdf-4308-88c7-6336fdea2bee with Priority: HIGHEST for action port [ 1224.265877] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1224.266612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.269353] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1224.269353] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1224.269353] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e523523-ecdf-4308-88c7-6336fdea2bee with Priority: HIGHEST for action port [ 1224.269353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.269353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.269353] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.269353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.269353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.269353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.269353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.269353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.269353] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.270342] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.270670] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.270670] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.270930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.271233] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.271948] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.272105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.272360] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e523523-ecdf-4308-88c7-6336fdea2bee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.272526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e523523-ecdf-4308-88c7-6336fdea2bee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.272617] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e523523-ecdf-4308-88c7-6336fdea2bee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.273136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e523523-ecdf-4308-88c7-6336fdea2bee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.273136] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e523523-ecdf-4308-88c7-6336fdea2bee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.775967] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.776532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.776532] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.776532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.776669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.776873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.776988] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.777098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.777241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.777382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.777525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.777652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.777806] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.777920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.777997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.778165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.778314] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.778406] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.778467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.778628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.778724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.778825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.778903] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.780297] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e523523-ecdf-4308-88c7-6336fdea2bee with status ACTIVE [ 1224.780467] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.780576] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.780657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.780808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.780887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.781085] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.781198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.781263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.781424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.781502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.781682] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.781776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.781838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.781975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.782064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.782149] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e523523-ecdf-4308-88c7-6336fdea2bee is going to be updated. [ 1224.801461] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.801631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.801692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.801888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.802053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.802242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e523523-ecdf-4308-88c7-6336fdea2bee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.284492] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81d51b95-05e9-45f1-a7ed-589ecebd0dee: rpc.has_security_group_logging(os_id): False [ 1225.304301] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.304449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.304491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.305156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.305274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.305520] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.305628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.305693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.305853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.305932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.306231] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.306231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.306395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.306480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.306971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.307191] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.307292] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.307357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.307570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.307661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.307742] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1225.368595] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.368771] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.368845] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.369072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.369214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.383337] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1226.019323] env[69985]: INFO networking_nsxv3.common.synchronization [None req-f980411f-9bfc-46e8-af33-067dc0058308 None None] Enqueued Resource ID: 46a46cba-b7d2-4495-bc66-344ca48272e1 with Priority: HIGHEST for action port [ 1226.019681] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a46cba-b7d2-4495-bc66-344ca48272e1 with Priority: HIGHEST for action port [ 1226.020235] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-46a46cba-b7d2-4495-bc66-344ca48272e1 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.020370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46a46cba-b7d2-4495-bc66-344ca48272e1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.020426] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46a46cba-b7d2-4495-bc66-344ca48272e1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.020666] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46a46cba-b7d2-4495-bc66-344ca48272e1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.020760] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46a46cba-b7d2-4495-bc66-344ca48272e1',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.032050] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1226.032263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.032430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.032623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.032806] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.033701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.033701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.033701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.033701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.033701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.033701] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.066776] env[69985]: INFO networking_nsxv3.common.synchronization [req-6ce9cfd5-ec88-470c-95c0-289d4ec88d1e req-673bfa38-7777-414c-86d3-66040cfc756a tempest-ServersV294TestFqdnHostnames-1691937918 tempest-ServersV294TestFqdnHostnames-1691937918-project-member] Enqueued Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGHEST for action security_group_members [ 1226.068137] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGHEST for action security_group_members [ 1226.068874] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab1465ca-f357-4a59-a430-ace0d4b223af taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.069038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.069112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.069971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.069971] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.069971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.069971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.069971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.070314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.070314] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab1465ca-f357-4a59-a430-ace0d4b223af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.227099] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1226.227316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.227480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.227685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.227868] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.227984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.228053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.228209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.228283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.228379] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.523208] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46a46cba-b7d2-4495-bc66-344ca48272e1 [ 1226.523564] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.523723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.523773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.524019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.524138] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.524217] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46a46cba-b7d2-4495-bc66-344ca48272e1 already deleted. [ 1226.524298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46a46cba-b7d2-4495-bc66-344ca48272e1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.535900] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.536076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.536140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.536352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.536528] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.537363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.537363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.537363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.537363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.537363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.537363] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.537363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.537363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.541252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.541252] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.541252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.541252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.541252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.541252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.541252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.541252] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.572679] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.572862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.572908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.573207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.593781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.594064] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.594198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.594278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.594484] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.594568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.594659] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab1465ca-f357-4a59-a430-ace0d4b223af is going to be updated. [ 1226.621136] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.621136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.621136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.621136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.621136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.629888] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab1465ca-f357-4a59-a430-ace0d4b223af in Status: IN_PROGRESS for 2s [ 1226.733712] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.043525] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3efe893f-7edd-4b2e-a1ad-646e62675a55: rpc.has_security_group_logging(os_id): False [ 1227.060437] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.060589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.060660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.060874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.064129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.064399] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.064519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.064590] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.064792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.064884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.065104] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.065237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.065267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.065424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.065488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.065709] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.065759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.065821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.065958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.066049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.066137] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1227.120508] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.120642] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.122031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.122031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.125844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.144446] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1227.235996] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.398079] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1227.398454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.426149] env[69985]: INFO networking_nsxv3.common.synchronization [req-9de8ef4c-523e-4227-abe7-71b4cf320b0f req-89f575d1-7205-4b86-b034-d974c2d7a54b tempest-ServersTestManualDisk-54595896 tempest-ServersTestManualDisk-54595896-project-member] Enqueued Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGHEST for action security_group_members [ 1227.426534] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGHEST for action security_group_members [ 1227.426784] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31714c6-8c45-4f60-aae4-be83c3eedab8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.426897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.426959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.427442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.427620] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.427745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.427818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.428027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.428214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.428214] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f31714c6-8c45-4f60-aae4-be83c3eedab8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.590213] env[69985]: INFO networking_nsxv3.common.synchronization [None req-3866d66b-6f87-4148-b32d-47a59925d051 tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGHEST for action security_group_rules [ 1227.590213] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGHEST for action security_group_rules [ 1227.590213] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.590213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.590213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.590750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.590992] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a7aa2ec-d2fa-4108-b47d-ac51e517802c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.666616] env[69985]: INFO networking_nsxv3.common.synchronization [None req-76236f16-d5db-4ce1-be63-98fd02f2d797 tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGHEST for action security_group_rules [ 1227.666616] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGHEST for action security_group_rules [ 1227.666616] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.666616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.744215] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.744215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.744215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.744215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.744215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.744215] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1227.778703] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.778703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.778703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.778703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.778703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.786459] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1227.930851] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.930851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.930851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.930851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.930851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.931345] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.931345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.931345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.931483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.931644] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.931644] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 already deleted. [ 1227.931746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.112167] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.112167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.112167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.112167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.112167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.112167] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c already deleted. [ 1228.112167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.112167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.112817] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.112817] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a7aa2ec-d2fa-4108-b47d-ac51e517802c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.120728] env[69985]: INFO networking_nsxv3.common.synchronization [None req-1b5c3a38-680a-47a5-8086-27cdfaea5a9b None None] Enqueued Resource ID: d1b2570a-2274-457f-9c19-73b957678659 with Priority: HIGHEST for action port [ 1228.121354] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b2570a-2274-457f-9c19-73b957678659 with Priority: HIGHEST for action port [ 1228.124706] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1b2570a-2274-457f-9c19-73b957678659 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.124837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1b2570a-2274-457f-9c19-73b957678659" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.124912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1b2570a-2274-457f-9c19-73b957678659" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.125155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1b2570a-2274-457f-9c19-73b957678659" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.125239] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1b2570a-2274-457f-9c19-73b957678659',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.627329] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1b2570a-2274-457f-9c19-73b957678659 [ 1228.627329] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.627329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.627329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.627529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.627586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.627687] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1b2570a-2274-457f-9c19-73b957678659 already deleted. [ 1228.627957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1b2570a-2274-457f-9c19-73b957678659" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.638440] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab1465ca-f357-4a59-a430-ace0d4b223af in Status: SUCCESS [ 1228.638620] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab1465ca-f357-4a59-a430-ace0d4b223af deletion is rescheduled due to dependency. [ 1228.638733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.640423] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.640599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.640679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.641604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.641604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.641604] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c already deleted. [ 1228.641604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.758088] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.758088] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-875" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.758088] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-875" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.763025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-875" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.763025] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.763025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.763025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.763025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.763025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.763025] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.763025] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.763025] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.763025] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.763025] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.763025] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.763025] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.765239] env[69985]: INFO networking_nsxv3.common.synchronization [req-d5985779-4f93-4aef-b484-793c665c4e61 req-cb4db15b-3cce-4aa5-b513-f6296afd67f2 tempest-ImagesTestJSON-1158997241 tempest-ImagesTestJSON-1158997241-project-member] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1228.766582] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1228.767157] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.768097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.768097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.768097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.768273] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.768671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.769477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.769477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.769477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.769477] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.781729] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.781889] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1228.782020] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.782213] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-875" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.782522] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-24614f86-0f65-4b7b-b425-05b92f02312b taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.782701] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-24614f86-0f65-4b7b-b425-05b92f02312b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.782827] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-24614f86-0f65-4b7b-b425-05b92f02312b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.783201] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-24614f86-0f65-4b7b-b425-05b92f02312b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.783353] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24614f86-0f65-4b7b-b425-05b92f02312b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.157244] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1229.157585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.271350] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.271549] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.271593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.271888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.271888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.272086] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.272219] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.272297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.272417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.272492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.272579] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 1229.289247] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.289469] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.289604] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.289870] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.290069] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.290233] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 24614f86-0f65-4b7b-b425-05b92f02312b not found, creating... [ 1229.290500] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.290675] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.290784] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.291050] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.291208] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.291499] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.291702] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.291784] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.292012] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.292161] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.292308] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 24614f86-0f65-4b7b-b425-05b92f02312b is going to be created. [ 1229.302714] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.302913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.303257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.303343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.303507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.312101] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1229.314791] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.315014] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.315154] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.315439] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.315664] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.315885] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-24614f86-0f65-4b7b-b425-05b92f02312b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.795742] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1229.795976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.796199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.796395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.796657] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.796738] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.796815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.796932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.797020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.797112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.797204] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.116806] env[69985]: INFO networking_nsxv3.common.synchronization [req-9de8ef4c-523e-4227-abe7-71b4cf320b0f req-299f6fa9-5ddd-4349-b03d-83926c8cc5ec service nova] Enqueued Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGHEST for action security_group_rules [ 1230.116994] env[69985]: INFO networking_nsxv3.common.synchronization [req-9de8ef4c-523e-4227-abe7-71b4cf320b0f req-299f6fa9-5ddd-4349-b03d-83926c8cc5ec service nova] Enqueued Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGHEST for action security_group_members [ 1230.117160] env[69985]: INFO networking_nsxv3.common.synchronization [req-9de8ef4c-523e-4227-abe7-71b4cf320b0f req-299f6fa9-5ddd-4349-b03d-83926c8cc5ec service nova] Enqueued Resource ID: 24614f86-0f65-4b7b-b425-05b92f02312b with Priority: HIGHEST for action port [ 1230.117395] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGHEST for action security_group_rules [ 1230.117541] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGHEST for action security_group_members [ 1230.117641] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24614f86-0f65-4b7b-b425-05b92f02312b with Priority: HIGHEST for action port [ 1230.119113] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f31714c6-8c45-4f60-aae4-be83c3eedab8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.119113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.119113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.119113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.119113] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f31714c6-8c45-4f60-aae4-be83c3eedab8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.124171] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31714c6-8c45-4f60-aae4-be83c3eedab8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.124171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.124171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.124171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.124171] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.124171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.124171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.124171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.124171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.124171] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f31714c6-8c45-4f60-aae4-be83c3eedab8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.124171] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-24614f86-0f65-4b7b-b425-05b92f02312b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.124171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24614f86-0f65-4b7b-b425-05b92f02312b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.124171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24614f86-0f65-4b7b-b425-05b92f02312b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.124171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24614f86-0f65-4b7b-b425-05b92f02312b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.124171] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24614f86-0f65-4b7b-b425-05b92f02312b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.300927] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.300927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.300927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.300927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.300927] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.300927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.301520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.301520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.301520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.301520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.301629] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.301629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.301695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.301824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.302106] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.302106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.302106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.302254] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.302445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.302638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.302638] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.537822] env[69985]: INFO networking_nsxv3.common.synchronization [None req-cf5830c7-5242-4a63-81ea-657c6ac48570 tempest-AttachVolumeShelveTestJSON-419349134 tempest-AttachVolumeShelveTestJSON-419349134-project-member] Enqueued Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_rules [ 1230.539963] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_rules [ 1230.540424] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.540549] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.540940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.540940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.541049] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.626937] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f31714c6-8c45-4f60-aae4-be83c3eedab8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.627690] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31714c6-8c45-4f60-aae4-be83c3eedab8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.627830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.629024] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24614f86-0f65-4b7b-b425-05b92f02312b with status ACTIVE [ 1230.630085] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.630278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.630356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.630636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.630700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.630913] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.631035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.631278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.631494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.631700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.631887] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.631944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.632160] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.632243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.632374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.632374] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24614f86-0f65-4b7b-b425-05b92f02312b is going to be updated. [ 1230.652833] env[69985]: INFO networking_nsxv3.common.synchronization [None req-f37d13b0-dfc9-407d-8026-bb1d74ad78ce tempest-AttachVolumeShelveTestJSON-419349134 tempest-AttachVolumeShelveTestJSON-419349134-project-member] Enqueued Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_rules [ 1230.653380] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.653722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.653722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.653823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.653993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.654081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24614f86-0f65-4b7b-b425-05b92f02312b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.654485] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_rules [ 1230.654766] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.654854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.805442] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c670476-20bf-4881-a417-95d3ff4ec12a: rpc.has_security_group_logging(os_id): False [ 1230.825980] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.826133] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.826218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.826432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.845771] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.845917] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.846030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.846154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.846311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.846399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.846615] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.846752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.846826] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.846910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.846982] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.849852] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.849852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.849852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.849852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.849852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.849852] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1230.907287] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.907440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.907479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.908846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.908846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.918938] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1231.062547] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.062632] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.062727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.062910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.062997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.063106] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 already deleted. [ 1231.063192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.063344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.063495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.063578] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.129485] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f31714c6-8c45-4f60-aae4-be83c3eedab8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.320890] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1231.321264] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 deletion is rescheduled due to dependency. [ 1231.321264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.585411] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.585565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.585635] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.585853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.585979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.586161] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 already deleted. [ 1231.586256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.631999] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.632252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.632387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.632622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.632761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.632919] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 is going to be created. [ 1231.654398] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.654616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.654737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.655026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.655260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.663742] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 in Status: UNINITIALIZED for 2s [ 1232.931694] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1232.931963] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.673057] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 in Status: SUCCESS [ 1233.673280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.673446] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.673651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.673838] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.673948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.674021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.674171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.674253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.674338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.674441] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f31714c6-8c45-4f60-aae4-be83c3eedab8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.176439] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f31714c6-8c45-4f60-aae4-be83c3eedab8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.680398] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f31714c6-8c45-4f60-aae4-be83c3eedab8: rpc.has_security_group_logging(os_id): False [ 1234.699372] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.699541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.699603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.699790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.699947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.700252] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.700612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.700612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.700612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.700760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.700760] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 is going to be created. [ 1234.754100] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.754100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.754100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.754100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.754100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.765721] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 in Status: IN_PROGRESS for 2s [ 1235.655261] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.655610] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1236.413089] env[69985]: INFO networking_nsxv3.common.synchronization [req-aed8a553-6640-4825-a2e1-2ba6bae5dca2 req-93bfc561-bcb0-4c9f-af19-cfa34b9e89b5 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1236.416230] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1236.416230] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.416230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.416230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.416230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.416230] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.416230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.416230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.416230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.416230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.416230] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.624029] env[69985]: INFO networking_nsxv3.common.synchronization [req-6cd2db00-559e-4924-82bf-15c6b581fd5e req-8db795fd-ce9a-4627-bf53-3e236c6d89fe tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1236.625036] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1236.625404] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.625810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.625810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.626604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.626604] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.626604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.626604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.626969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.627151] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.627354] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.719652] env[69985]: INFO networking_nsxv3.common.synchronization [None req-7495cbd2-bcaf-4a77-9b66-1bdbb9f0f444 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1236.720260] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1236.720653] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.720729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.779270] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 in Status: SUCCESS [ 1236.779555] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.917396] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.129885] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.419612] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.634315] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.921582] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.921964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.921964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.922090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.922179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.922316] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1237.947224] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.947376] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.947499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.947692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.947862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.955910] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1238.137789] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.137971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.138103] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.138277] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.138384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.138491] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1238.166422] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.166677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.166677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.166955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.166955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.175771] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1239.966777] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1239.968042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.968042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.968042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.968247] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.968383] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.968451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.968622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.968705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.968802] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.186112] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 4s [ 1240.470597] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.470803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.470908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.471215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.471364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.471580] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.471717] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.471806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.472016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.472136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.472248] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1240.495153] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.495386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.495442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.495652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.495808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.503609] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1241.720940] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.721217] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1242.200405] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1242.200654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.512711] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1242.512900] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 deletion is rescheduled due to dependency. [ 1242.513030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.974271] env[69985]: INFO networking_nsxv3.common.synchronization [req-6d2f12b4-e7f6-4949-a89d-14f8ae28ed7e req-571fbbde-62e7-4fa2-a447-7f08314c79c4 tempest-ServerAddressesNegativeTestJSON-417107254 tempest-ServerAddressesNegativeTestJSON-417107254-project-member] Enqueued Resource ID: 049a42a0-d0df-4a77-887b-b86231afbfbf with Priority: HIGHEST for action security_group_members [ 1242.974271] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 049a42a0-d0df-4a77-887b-b86231afbfbf with Priority: HIGHEST for action security_group_members [ 1242.974271] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-049a42a0-d0df-4a77-887b-b86231afbfbf taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.974271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.974271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.974271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.974271] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.975129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.976060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.976060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.976060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.976060] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('049a42a0-d0df-4a77-887b-b86231afbfbf',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.479210] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.479384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.479452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.479716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.479783] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.479984] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.480710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.480710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.480710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.480710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.480710] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 049a42a0-d0df-4a77-887b-b86231afbfbf already deleted. [ 1243.480710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.497118] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.497248] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-646" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.497962] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-646" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.497962] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-646" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.497962] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.501381] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.501381] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.501381] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.501381] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.501381] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1243.501381] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.501381] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.501381] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.501381] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1243.501381] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.501381] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.517211] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.517391] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1243.517536] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.517734] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-646" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.518088] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-e7144a56-29c2-4983-b57d-7e1b28077d55 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.518276] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-e7144a56-29c2-4983-b57d-7e1b28077d55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.518400] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-e7144a56-29c2-4983-b57d-7e1b28077d55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.518711] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-e7144a56-29c2-4983-b57d-7e1b28077d55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.518859] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7144a56-29c2-4983-b57d-7e1b28077d55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.023402] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.023947] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.023947] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.024975] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.024975] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.024975] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port e7144a56-29c2-4983-b57d-7e1b28077d55 not found, creating... [ 1244.026061] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.026061] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.026061] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.026280] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.026368] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.026748] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.026957] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.027253] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.027541] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.027727] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.027917] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: e7144a56-29c2-4983-b57d-7e1b28077d55 is going to be created. [ 1244.051574] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.051848] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.052050] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.052425] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.052731] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.053052] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-e7144a56-29c2-4983-b57d-7e1b28077d55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.584785] env[69985]: INFO networking_nsxv3.common.synchronization [None req-0811ac60-96c9-4583-9e71-57aacb7bc468 None None] Enqueued Resource ID: 899528d5-4ec5-4dd9-aa94-b40937931b85 with Priority: HIGHEST for action port [ 1244.585385] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899528d5-4ec5-4dd9-aa94-b40937931b85 with Priority: HIGHEST for action port [ 1244.585780] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-899528d5-4ec5-4dd9-aa94-b40937931b85 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.585874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-899528d5-4ec5-4dd9-aa94-b40937931b85" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.585874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-899528d5-4ec5-4dd9-aa94-b40937931b85" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.586138] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-899528d5-4ec5-4dd9-aa94-b40937931b85" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.586231] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('899528d5-4ec5-4dd9-aa94-b40937931b85',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.769159] env[69985]: INFO networking_nsxv3.common.synchronization [req-6d2f12b4-e7f6-4949-a89d-14f8ae28ed7e req-4469418c-b87f-4545-aba3-c85c31c886e0 service nova] Enqueued Resource ID: 049a42a0-d0df-4a77-887b-b86231afbfbf with Priority: HIGHEST for action security_group_rules [ 1244.769159] env[69985]: INFO networking_nsxv3.common.synchronization [req-6d2f12b4-e7f6-4949-a89d-14f8ae28ed7e req-4469418c-b87f-4545-aba3-c85c31c886e0 service nova] Enqueued Resource ID: 049a42a0-d0df-4a77-887b-b86231afbfbf with Priority: HIGHEST for action security_group_members [ 1244.769159] env[69985]: INFO networking_nsxv3.common.synchronization [req-6d2f12b4-e7f6-4949-a89d-14f8ae28ed7e req-4469418c-b87f-4545-aba3-c85c31c886e0 service nova] Enqueued Resource ID: e7144a56-29c2-4983-b57d-7e1b28077d55 with Priority: HIGHEST for action port [ 1244.769159] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 049a42a0-d0df-4a77-887b-b86231afbfbf with Priority: HIGHEST for action security_group_rules [ 1244.769159] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 049a42a0-d0df-4a77-887b-b86231afbfbf with Priority: HIGHEST for action security_group_members [ 1244.769159] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7144a56-29c2-4983-b57d-7e1b28077d55 with Priority: HIGHEST for action port [ 1244.769159] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-049a42a0-d0df-4a77-887b-b86231afbfbf taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.769159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.769159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.769159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.772282] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('049a42a0-d0df-4a77-887b-b86231afbfbf',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.772282] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-049a42a0-d0df-4a77-887b-b86231afbfbf taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.772282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.772413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.772607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.772670] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.772765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.772823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.772964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.773056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.773145] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('049a42a0-d0df-4a77-887b-b86231afbfbf',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.773912] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7144a56-29c2-4983-b57d-7e1b28077d55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.774051] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7144a56-29c2-4983-b57d-7e1b28077d55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.774107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7144a56-29c2-4983-b57d-7e1b28077d55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.774235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7144a56-29c2-4983-b57d-7e1b28077d55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.774307] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7144a56-29c2-4983-b57d-7e1b28077d55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.088603] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 899528d5-4ec5-4dd9-aa94-b40937931b85 [ 1245.088837] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.088965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.089044] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.089257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.089350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.089449] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:899528d5-4ec5-4dd9-aa94-b40937931b85 already deleted. [ 1245.089530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-899528d5-4ec5-4dd9-aa94-b40937931b85" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.277608] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('049a42a0-d0df-4a77-887b-b86231afbfbf',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.282291] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-049a42a0-d0df-4a77-887b-b86231afbfbf taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.282424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.282887] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7144a56-29c2-4983-b57d-7e1b28077d55 with status ACTIVE [ 1245.283076] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.286409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.286409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.286409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.286409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.286409] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.286409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.286409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.286409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.286409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.286409] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.286409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.286409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.286409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.286409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.286409] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7144a56-29c2-4983-b57d-7e1b28077d55 is going to be updated. [ 1245.310232] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.310474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.310566] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.310799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.310963] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.312011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7144a56-29c2-4983-b57d-7e1b28077d55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.546823] env[69985]: INFO networking_nsxv3.common.synchronization [req-3e59ddeb-2a6e-43eb-9e3d-264efc162f35 req-083eab59-42b8-4fce-8834-b4d1ca9e3184 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGHEST for action security_group_members [ 1245.547594] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGHEST for action security_group_members [ 1245.547922] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.548090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.548158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.548355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.549024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.549024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.549024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.549446] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.550486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.550486] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d48a04-47f0-411e-acd2-1dfbb2feff6b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.695715] env[69985]: INFO networking_nsxv3.common.synchronization [req-fe7e124b-d9ba-4308-bda3-41ff5c653618 req-27f71e57-b7be-44dd-9249-b1b9212971fb tempest-VolumesAdminNegativeTest-1577344158 tempest-VolumesAdminNegativeTest-1577344158-project-member] Enqueued Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGHEST for action security_group_members [ 1245.696751] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGHEST for action security_group_members [ 1245.696751] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-05f3f891-fcf5-492f-9428-a15a0cb22d7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.696751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.696986] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.697102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.697305] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.697418] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.697482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.697639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.697723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.697818] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05f3f891-fcf5-492f-9428-a15a0cb22d7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.783679] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('049a42a0-d0df-4a77-887b-b86231afbfbf',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.060264] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.060264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.060264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.060264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.078196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.078375] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.078599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.078599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.078759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.078846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.078934] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b is going to be updated. [ 1246.103006] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.103406] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.103406] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.103523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.103571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.111812] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b in Status: IN_PROGRESS for 2s [ 1246.147375] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.147585] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-585" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.147718] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-585" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.148157] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-585" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.148434] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.148625] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.148755] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.148984] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.149150] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.149369] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.149490] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.149623] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.149711] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.149827] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.149972] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.150222] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.178809] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.178809] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1246.178809] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.179279] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-585" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.179370] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-942293fd-c866-4331-b9d4-f667536a039b taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.179491] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-942293fd-c866-4331-b9d4-f667536a039b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.179618] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-942293fd-c866-4331-b9d4-f667536a039b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.179948] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-942293fd-c866-4331-b9d4-f667536a039b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.180175] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('942293fd-c866-4331-b9d4-f667536a039b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.200642] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.200847] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.200847] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.201084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.201316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.201551] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.201656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.201724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.201891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.201975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.202086] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b already deleted. [ 1246.202161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.285912] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.286106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.286150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.286341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.286627] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.286627] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 049a42a0-d0df-4a77-887b-b86231afbfbf is going to be created. [ 1246.328366] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.328632] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.328674] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.328847] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.332022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.342245] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 049a42a0-d0df-4a77-887b-b86231afbfbf in Status: UNINITIALIZED for 2s [ 1246.686213] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.686213] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.686213] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.686213] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.686213] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.686213] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 942293fd-c866-4331-b9d4-f667536a039b not found, creating... [ 1246.686213] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.686213] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.686213] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.686213] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.686602] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.686757] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.687036] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.687187] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.687471] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.687630] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.687815] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 942293fd-c866-4331-b9d4-f667536a039b is going to be created. [ 1246.709983] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.710306] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.710449] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.710862] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.711138] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.711366] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-942293fd-c866-4331-b9d4-f667536a039b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.816028] env[69985]: INFO networking_nsxv3.common.synchronization [None req-ae0e3aaf-411c-4791-8c93-924fd5281b00 None None] Enqueued Resource ID: 6fda7016-4a3c-40c4-a802-e4707ac68c55 with Priority: HIGHEST for action port [ 1246.816734] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fda7016-4a3c-40c4-a802-e4707ac68c55 with Priority: HIGHEST for action port [ 1246.818436] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fda7016-4a3c-40c4-a802-e4707ac68c55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.818703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fda7016-4a3c-40c4-a802-e4707ac68c55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.820201] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fda7016-4a3c-40c4-a802-e4707ac68c55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.820578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fda7016-4a3c-40c4-a802-e4707ac68c55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.820744] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fda7016-4a3c-40c4-a802-e4707ac68c55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.323388] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fda7016-4a3c-40c4-a802-e4707ac68c55 [ 1247.323686] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.323765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.323837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.324064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.324758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.324758] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fda7016-4a3c-40c4-a802-e4707ac68c55 already deleted. [ 1247.324758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fda7016-4a3c-40c4-a802-e4707ac68c55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.455735] env[69985]: INFO networking_nsxv3.common.synchronization [req-fe7e124b-d9ba-4308-bda3-41ff5c653618 req-b814ee5a-db09-4044-88c4-ae251c38ec46 service nova] Enqueued Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGHEST for action security_group_rules [ 1247.455861] env[69985]: INFO networking_nsxv3.common.synchronization [req-fe7e124b-d9ba-4308-bda3-41ff5c653618 req-b814ee5a-db09-4044-88c4-ae251c38ec46 service nova] Enqueued Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGHEST for action security_group_members [ 1247.456024] env[69985]: INFO networking_nsxv3.common.synchronization [req-fe7e124b-d9ba-4308-bda3-41ff5c653618 req-b814ee5a-db09-4044-88c4-ae251c38ec46 service nova] Enqueued Resource ID: 942293fd-c866-4331-b9d4-f667536a039b with Priority: HIGHEST for action port [ 1247.456254] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGHEST for action security_group_rules [ 1247.456383] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGHEST for action security_group_members [ 1247.456479] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 942293fd-c866-4331-b9d4-f667536a039b with Priority: HIGHEST for action port [ 1247.457144] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.457144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.457265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.459766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.459766] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05f3f891-fcf5-492f-9428-a15a0cb22d7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.459766] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-05f3f891-fcf5-492f-9428-a15a0cb22d7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.459766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.459766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.459766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.459766] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.459766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.459766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.459766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.459766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.459766] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05f3f891-fcf5-492f-9428-a15a0cb22d7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.460577] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-942293fd-c866-4331-b9d4-f667536a039b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.460577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-942293fd-c866-4331-b9d4-f667536a039b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.460577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-942293fd-c866-4331-b9d4-f667536a039b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.460577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-942293fd-c866-4331-b9d4-f667536a039b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.460577] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('942293fd-c866-4331-b9d4-f667536a039b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.962412] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-05f3f891-fcf5-492f-9428-a15a0cb22d7b taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.962540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.962745] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05f3f891-fcf5-492f-9428-a15a0cb22d7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.964211] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 942293fd-c866-4331-b9d4-f667536a039b with status ACTIVE [ 1247.964211] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.964211] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.964211] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.964211] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.964470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.964470] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.964555] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.964555] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.964944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.964944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.964944] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.966126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.966126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.966520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.966520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.966520] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 942293fd-c866-4331-b9d4-f667536a039b is going to be updated. [ 1247.987597] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.987749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.987791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.987990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.988371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.988371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-942293fd-c866-4331-b9d4-f667536a039b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.121350] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b in Status: SUCCESS [ 1248.121350] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b deletion is rescheduled due to dependency. [ 1248.121350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.352153] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 049a42a0-d0df-4a77-887b-b86231afbfbf in Status: SUCCESS [ 1248.352459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.352708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.353131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.353131] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.353246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.353312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.353668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.355114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.355114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.355114] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('049a42a0-d0df-4a77-887b-b86231afbfbf',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.468233] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05f3f891-fcf5-492f-9428-a15a0cb22d7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.857152] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-049a42a0-d0df-4a77-887b-b86231afbfbf taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.857325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.857386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.857588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.857761] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.857971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.858063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.858246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.858343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.858438] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.858586] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-049a42a0-d0df-4a77-887b-b86231afbfbf taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.858682] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.858741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.858878] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.859129] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.859238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.859300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.859511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.859598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.859680] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.859772] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('049a42a0-d0df-4a77-887b-b86231afbfbf',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.970695] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.970912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.970912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.971204] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.971305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.971408] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b is going to be created. [ 1248.993110] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.993288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.993354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.993528] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.993676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.001719] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b in Status: UNINITIALIZED for 2s [ 1249.363726] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 049a42a0-d0df-4a77-887b-b86231afbfbf: rpc.has_security_group_logging(os_id): False [ 1249.381030] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.381030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.381030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.381030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.381030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.381030] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.381030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.381030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.381030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.381030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.381030] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.381030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.381030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.381030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.381030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.381692] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.381692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.381692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.381692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.381692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.381692] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 049a42a0-d0df-4a77-887b-b86231afbfbf is going to be created. [ 1249.446651] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.446860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.446922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.447096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.447271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.457924] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 049a42a0-d0df-4a77-887b-b86231afbfbf in Status: IN_PROGRESS for 2s [ 1250.029672] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb72a942-b30c-4770-8c95-faf19cccf203 req-39b91490-549d-489c-b603-801fa9b7a466 tempest-ServerDiskConfigTestJSON-649865869 tempest-ServerDiskConfigTestJSON-649865869-project-member] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1250.032053] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1250.032053] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.032053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.032053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.032053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.032053] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.032053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.032053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.032053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.032053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.032053] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.368119] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.368447] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.368447] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.368705] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.369102] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.374036] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.374036] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.374036] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.374036] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.374036] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.374250] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.374284] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.375305] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.375305] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.375305] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.375305] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.392626] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.392800] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1250.392946] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.394687] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.394687] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-15455be6-d2df-46a9-bd15-7872eadb1ab6 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.394687] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-15455be6-d2df-46a9-bd15-7872eadb1ab6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.394687] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-15455be6-d2df-46a9-bd15-7872eadb1ab6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.394687] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-15455be6-d2df-46a9-bd15-7872eadb1ab6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.394687] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15455be6-d2df-46a9-bd15-7872eadb1ab6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.535513] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.535662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.535732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.537089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.537089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.537089] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.537089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.537089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.537089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.537089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.537089] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1250.562451] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.564713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.564793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.565900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.566078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.575336] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1250.900076] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.900334] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.900470] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.900761] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.900978] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.901827] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 15455be6-d2df-46a9-bd15-7872eadb1ab6 not found, creating... [ 1250.901827] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.901827] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.901827] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.902067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.902189] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.902482] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.902639] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.902760] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.902969] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.903121] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.903269] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 15455be6-d2df-46a9-bd15-7872eadb1ab6 is going to be created. [ 1250.922285] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.922431] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.922566] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.922835] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.923086] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.923374] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-15455be6-d2df-46a9-bd15-7872eadb1ab6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.010670] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b in Status: SUCCESS [ 1251.010670] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.010814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.010946] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.011677] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.011677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.011677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.011677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.011677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.011677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.011961] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05f3f891-fcf5-492f-9428-a15a0cb22d7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.473427] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 049a42a0-d0df-4a77-887b-b86231afbfbf in Status: SUCCESS [ 1251.473777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.514463] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05f3f891-fcf5-492f-9428-a15a0cb22d7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.633027] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb72a942-b30c-4770-8c95-faf19cccf203 req-d9136ea0-b234-4688-9d79-557268adebd9 service nova] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_rules [ 1251.633027] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb72a942-b30c-4770-8c95-faf19cccf203 req-d9136ea0-b234-4688-9d79-557268adebd9 service nova] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1251.633027] env[69985]: INFO networking_nsxv3.common.synchronization [req-eb72a942-b30c-4770-8c95-faf19cccf203 req-d9136ea0-b234-4688-9d79-557268adebd9 service nova] Enqueued Resource ID: 15455be6-d2df-46a9-bd15-7872eadb1ab6 with Priority: HIGHEST for action port [ 1251.633027] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_rules [ 1251.633557] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1251.633557] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15455be6-d2df-46a9-bd15-7872eadb1ab6 with Priority: HIGHEST for action port [ 1251.633557] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.633790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.633790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.633928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.634013] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.635126] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.635224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.635410] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-15455be6-d2df-46a9-bd15-7872eadb1ab6 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.635505] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15455be6-d2df-46a9-bd15-7872eadb1ab6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.635568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15455be6-d2df-46a9-bd15-7872eadb1ab6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.635733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15455be6-d2df-46a9-bd15-7872eadb1ab6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.635808] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15455be6-d2df-46a9-bd15-7872eadb1ab6',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.016761] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05f3f891-fcf5-492f-9428-a15a0cb22d7b: rpc.has_security_group_logging(os_id): False [ 1252.034803] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.034989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.035079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.035348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.035461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.035788] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.035941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.036080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.036362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.036489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.036588] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b is going to be created. [ 1252.092320] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.092320] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.092320] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.092320] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.092544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.102773] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b in Status: IN_PROGRESS for 2s [ 1252.137644] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.137725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.139471] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15455be6-d2df-46a9-bd15-7872eadb1ab6 with status ACTIVE [ 1252.139762] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.139930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.140030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.140297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.140431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.140730] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.140730] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.140884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.140915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.140977] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.141182] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.141293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.141348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.141475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.141557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.141736] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15455be6-d2df-46a9-bd15-7872eadb1ab6 is going to be updated. [ 1252.173825] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.174270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.174270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.174472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.174666] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.174874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15455be6-d2df-46a9-bd15-7872eadb1ab6" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.387858] env[69985]: INFO networking_nsxv3.common.synchronization [req-21cfcf52-a023-45bc-9ce3-113428d798d9 req-69693456-90d0-4b52-8d9a-b8ecce9e3870 tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_members [ 1252.388033] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_members [ 1252.389398] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.389398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.389398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.389398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.390467] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.390543] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.390587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.390813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.390852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.390935] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.585534] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1252.585534] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 deletion is rescheduled due to dependency. [ 1252.585534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.585895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.585992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.586279] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.586468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.586572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.586824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.586961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.587286] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.736518] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.736917] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.736917] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.739348] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.739348] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.739348] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.739348] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.739348] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.739348] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.739348] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1252.739348] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.739348] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.739348] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.739348] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1252.739348] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.739348] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.769534] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.769534] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1252.769534] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.769534] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.769834] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-0cb0f0fd-a197-4688-a99f-231754ad8820 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.769914] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-0cb0f0fd-a197-4688-a99f-231754ad8820" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.770483] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-0cb0f0fd-a197-4688-a99f-231754ad8820" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.770483] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-0cb0f0fd-a197-4688-a99f-231754ad8820" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.770676] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb0f0fd-a197-4688-a99f-231754ad8820',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.895793] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.895793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.895793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.895793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.895793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.895793] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.895793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.895793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.895793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.895793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.895793] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 already deleted. [ 1252.896288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.089822] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.273409] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.273664] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.273796] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.274104] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.274264] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.274427] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 0cb0f0fd-a197-4688-a99f-231754ad8820 not found, creating... [ 1253.274688] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.274847] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.274969] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.275201] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.275346] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.275628] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.275787] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.275908] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.276128] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.276268] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.276411] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 0cb0f0fd-a197-4688-a99f-231754ad8820 is going to be created. [ 1253.295941] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.296146] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.296276] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.296515] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.296733] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.296947] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-0cb0f0fd-a197-4688-a99f-231754ad8820" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.594033] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.098029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.098313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.098412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.098726] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.098874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.099031] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1254.113751] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b in Status: SUCCESS [ 1254.113970] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.126964] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.127086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.127171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.127343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.127818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.131035] env[69985]: INFO networking_nsxv3.common.synchronization [req-21cfcf52-a023-45bc-9ce3-113428d798d9 req-7d21d0c2-c656-401d-bc4c-e1d9e06a24b3 service nova] Enqueued Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_rules [ 1254.131035] env[69985]: INFO networking_nsxv3.common.synchronization [req-21cfcf52-a023-45bc-9ce3-113428d798d9 req-7d21d0c2-c656-401d-bc4c-e1d9e06a24b3 service nova] Enqueued Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_members [ 1254.131035] env[69985]: INFO networking_nsxv3.common.synchronization [req-21cfcf52-a023-45bc-9ce3-113428d798d9 req-7d21d0c2-c656-401d-bc4c-e1d9e06a24b3 service nova] Enqueued Resource ID: 0cb0f0fd-a197-4688-a99f-231754ad8820 with Priority: HIGHEST for action port [ 1254.131340] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_rules [ 1254.131474] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_members [ 1254.131568] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb0f0fd-a197-4688-a99f-231754ad8820 with Priority: HIGHEST for action port [ 1254.131833] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.131970] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.132134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.132250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.132326] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.133127] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.133238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.133398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.137255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.137419] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.137519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.137575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.137726] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.137812] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.137903] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.141236] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cb0f0fd-a197-4688-a99f-231754ad8820 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.141236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cb0f0fd-a197-4688-a99f-231754ad8820" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.141236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cb0f0fd-a197-4688-a99f-231754ad8820" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.141236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cb0f0fd-a197-4688-a99f-231754ad8820" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.141236] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb0f0fd-a197-4688-a99f-231754ad8820',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.141949] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1254.355966] env[69985]: INFO networking_nsxv3.common.synchronization [req-67b6f6ad-1a33-49ad-a321-e46e6bbb0d23 req-aa754c97-9231-42e4-839d-722613c09b94 tempest-ServerRescueNegativeTestJSON-2055163366 tempest-ServerRescueNegativeTestJSON-2055163366-project-member] Enqueued Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGHEST for action security_group_members [ 1254.356232] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGHEST for action security_group_members [ 1254.356531] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af19154-8e6e-4ffd-8edf-1b770d2c3832 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.356656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.356725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.356919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.357255] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.357367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.357433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.357589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.357676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.357769] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af19154-8e6e-4ffd-8edf-1b770d2c3832',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.641883] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.642276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.645365] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.646329] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cb0f0fd-a197-4688-a99f-231754ad8820 with status ACTIVE [ 1254.647524] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.647524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.647524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.647524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.647524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.647524] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.647524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.647524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.647524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.647524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.647986] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.647986] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.647986] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.647986] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.648144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.648144] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cb0f0fd-a197-4688-a99f-231754ad8820 is going to be updated. [ 1254.668887] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.669030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.669097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.669303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.669431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.669587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cb0f0fd-a197-4688-a99f-231754ad8820" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.859890] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.860107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.860286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.860496] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.884460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.885055] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.885283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.885407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.885734] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.885874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.886413] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 is going to be updated. [ 1254.910197] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.910435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.910485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.910732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.911011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.920857] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 in Status: IN_PROGRESS for 2s [ 1255.150507] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.653132] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.653439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.653439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.653654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.653759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.653863] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 is going to be created. [ 1255.681358] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.681358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.681563] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.681811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.681811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.691507] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 in Status: UNINITIALIZED for 2s [ 1256.152551] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1256.152800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.152958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.153194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.153389] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.153509] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.153570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.153718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.153999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.153999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.153999] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.656291] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.656665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.656665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.656769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.656910] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.657019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.657074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.657285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.657358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.657410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.657566] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.657714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.657822] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.658129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.658331] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.658433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.658521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.658669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.658749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.658833] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.658961] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.856199] env[69985]: INFO networking_nsxv3.common.synchronization [req-d9aa8ac4-07ee-4205-b8b3-d2306620d6ea req-08ffd4be-61b4-4690-8026-acc9a068be4b tempest-ServerAddressesNegativeTestJSON-417107254 tempest-ServerAddressesNegativeTestJSON-417107254-project-member] Enqueued Resource ID: 049a42a0-d0df-4a77-887b-b86231afbfbf with Priority: HIGHEST for action security_group_members [ 1256.856818] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 049a42a0-d0df-4a77-887b-b86231afbfbf with Priority: HIGHEST for action security_group_members [ 1256.857192] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-049a42a0-d0df-4a77-887b-b86231afbfbf taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.857443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.857535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.857766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.858190] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.858190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.858190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.858359] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.858442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.858565] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('049a42a0-d0df-4a77-887b-b86231afbfbf',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.931508] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 in Status: SUCCESS [ 1256.931681] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 deletion is rescheduled due to dependency. [ 1256.931766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.164359] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35a29af5-c97e-4852-b1a4-cd618c1f5c35: rpc.has_security_group_logging(os_id): False [ 1257.180915] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.180915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.180915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.181623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.182760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.182884] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.182949] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.182987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.183145] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.183207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.183474] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.183620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.183620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.183769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.183840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.184106] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.184190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.184190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.184328] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.184403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.184490] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1257.243359] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.243546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.243622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.243774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.243918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.262114] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1257.360971] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.361202] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.361345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.361523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.361691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.361930] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.362045] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.362118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.362333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.362442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.362576] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 049a42a0-d0df-4a77-887b-b86231afbfbf is going to be updated. [ 1257.387411] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.388106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.388217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.388425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.388571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.405909] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 049a42a0-d0df-4a77-887b-b86231afbfbf in Status: IN_PROGRESS for 2s [ 1257.706369] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 in Status: SUCCESS [ 1257.706369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.706369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.706369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.706369] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.706369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.706848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.706848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.706848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.706848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.706848] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.035818] env[69985]: INFO networking_nsxv3.common.synchronization [req-f1ff7c1f-b11a-4214-8a34-9190ca321f5b req-c3662812-a717-4839-9951-4f98391a41be tempest-ServerActionsTestOtherB-873622132 tempest-ServerActionsTestOtherB-873622132-project-member] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1258.036164] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1258.036434] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.036562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.036631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.036822] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.036975] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.037118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.037183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.037329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.037412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.037506] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.210020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.210374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.210461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.210660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.211215] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.211338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.211407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.211700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.211700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.211832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.211882] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.212140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.212140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.212218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.212289] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.212383] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.212426] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.212557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.212634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.212712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.212799] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.541085] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.541297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.541426] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.541638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.542142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.542371] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.542491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.542491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.542683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.542761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.542860] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be updated. [ 1258.566557] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.566748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.566797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.567092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.567233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.575472] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 1258.612502] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.612968] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.613162] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.613466] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.613755] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.613900] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.614031] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.614268] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.614563] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.615112] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.615341] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.615908] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.615908] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.615908] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.616446] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.619017] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.634266] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.634445] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1258.634584] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.634782] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.635127] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-2c7ae122-41e5-4605-a33e-4516dd1f5945 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.635403] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-2c7ae122-41e5-4605-a33e-4516dd1f5945" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.635480] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-2c7ae122-41e5-4605-a33e-4516dd1f5945" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.635784] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-2c7ae122-41e5-4605-a33e-4516dd1f5945" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.635926] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c7ae122-41e5-4605-a33e-4516dd1f5945',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.715950] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32de3b4a-7d06-4206-bca6-da41c252a6b9: rpc.has_security_group_logging(os_id): False [ 1258.732234] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.732408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.732483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.732667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.732813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.732944] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.733070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.733137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.733478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.733478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.733632] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.733632] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.733766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.733836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.733895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.734066] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.734212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.734212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.734416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.734509] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.734597] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 is going to be created. [ 1258.792982] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.792982] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.792982] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.793192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.793226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.803211] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 in Status: IN_PROGRESS for 2s [ 1259.139156] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.140146] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.140146] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.140146] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.140146] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.143927] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 2c7ae122-41e5-4605-a33e-4516dd1f5945 not found, creating... [ 1259.144317] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.144528] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.144659] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.144933] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.145133] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.145398] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.145563] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.145687] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.145901] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.146060] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.146208] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 2c7ae122-41e5-4605-a33e-4516dd1f5945 is going to be created. [ 1259.168543] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.168789] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.168922] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.169226] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.169873] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.169873] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-2c7ae122-41e5-4605-a33e-4516dd1f5945" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.275326] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1259.275592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.415994] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 049a42a0-d0df-4a77-887b-b86231afbfbf in Status: SUCCESS [ 1259.416201] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 049a42a0-d0df-4a77-887b-b86231afbfbf deletion is rescheduled due to dependency. [ 1259.416318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.586844] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 1260.587176] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 deletion is rescheduled due to dependency. [ 1260.587176] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.891026] env[69985]: INFO networking_nsxv3.common.synchronization [req-f1ff7c1f-b11a-4214-8a34-9190ca321f5b req-4c218a32-64b3-426d-85be-112449393ba7 service nova] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_rules [ 1260.891026] env[69985]: INFO networking_nsxv3.common.synchronization [req-f1ff7c1f-b11a-4214-8a34-9190ca321f5b req-4c218a32-64b3-426d-85be-112449393ba7 service nova] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1260.891026] env[69985]: INFO networking_nsxv3.common.synchronization [req-f1ff7c1f-b11a-4214-8a34-9190ca321f5b req-4c218a32-64b3-426d-85be-112449393ba7 service nova] Enqueued Resource ID: 2c7ae122-41e5-4605-a33e-4516dd1f5945 with Priority: HIGHEST for action port [ 1260.891291] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_rules [ 1260.891329] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1260.891415] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7ae122-41e5-4605-a33e-4516dd1f5945 with Priority: HIGHEST for action port [ 1260.892075] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.892221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.892411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.895071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.895071] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.895071] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.895071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.895071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.895071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.895071] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.895071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.895071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.895071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.895071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.895071] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.896133] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c7ae122-41e5-4605-a33e-4516dd1f5945 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.896337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c7ae122-41e5-4605-a33e-4516dd1f5945" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.896424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c7ae122-41e5-4605-a33e-4516dd1f5945" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.896579] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c7ae122-41e5-4605-a33e-4516dd1f5945" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.896652] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c7ae122-41e5-4605-a33e-4516dd1f5945',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.901208] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 in Status: SUCCESS [ 1260.901208] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.156063] env[69985]: INFO networking_nsxv3.common.synchronization [None req-5627d7bb-f28a-4869-b762-04933f3d804c None None] Enqueued Resource ID: 175a3f40-a7f1-4faa-a87e-08a66c6e6302 with Priority: HIGHEST for action port [ 1261.156611] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175a3f40-a7f1-4faa-a87e-08a66c6e6302 with Priority: HIGHEST for action port [ 1261.156916] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-175a3f40-a7f1-4faa-a87e-08a66c6e6302 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.157050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175a3f40-a7f1-4faa-a87e-08a66c6e6302" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.157119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175a3f40-a7f1-4faa-a87e-08a66c6e6302" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.157382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175a3f40-a7f1-4faa-a87e-08a66c6e6302" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.157458] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175a3f40-a7f1-4faa-a87e-08a66c6e6302',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.394479] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.394801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.397838] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.399749] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c7ae122-41e5-4605-a33e-4516dd1f5945 with status ACTIVE [ 1261.399950] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.400093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.400229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.400379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.400465] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.400654] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.400756] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.400853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.401031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.401114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.401314] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.401420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.401483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.401589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.401663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.401746] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c7ae122-41e5-4605-a33e-4516dd1f5945 is going to be updated. [ 1261.421245] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.421420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.421511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.421864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.421864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.422164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c7ae122-41e5-4605-a33e-4516dd1f5945" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.659919] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 175a3f40-a7f1-4faa-a87e-08a66c6e6302 [ 1261.660185] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.660320] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.660402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.660647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.660743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.660852] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:175a3f40-a7f1-4faa-a87e-08a66c6e6302 already deleted. [ 1261.660932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175a3f40-a7f1-4faa-a87e-08a66c6e6302" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.900924] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.404378] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.405473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.405659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.406317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.408050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.408050] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be updated. [ 1262.436580] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.436580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.436580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.436580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.436580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.447079] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 1264.457388] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 1264.457675] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.457792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.458037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.458272] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.458400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.458479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.458728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.459034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.459126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.459218] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.962203] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.399008] env[69985]: INFO networking_nsxv3.common.synchronization [req-d951b117-01e0-4f30-a81e-056fcc18439a req-c21606cb-24ff-46a5-a9e6-d1bb08762928 tempest-ImagesTestJSON-1158997241 tempest-ImagesTestJSON-1158997241-project-member] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1265.399587] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1265.399900] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.400915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.401041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.401260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.401472] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.401599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.401667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.401823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.401910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.402016] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.469939] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72360503-e0a4-4e6d-9911-6348a862f4a8: rpc.has_security_group_logging(os_id): False [ 1265.492303] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.492303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.492303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.492303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.492303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.492303] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.492303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.492303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.492303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.492303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.492303] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be updated. [ 1265.553281] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.553281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.553281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.553281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.553281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.564523] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 1265.728890] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.728890] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.728890] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.728890] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.728890] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.728890] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.728890] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.728890] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.728890] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.731704] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1265.731984] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1265.733450] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1265.733450] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1265.733450] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1265.733450] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1265.733450] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1265.755915] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1265.755915] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1265.755915] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1265.755915] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-601" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.755915] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-087e09d7-8b3f-4d66-9008-d97120de9f30 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.755915] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-087e09d7-8b3f-4d66-9008-d97120de9f30" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.755915] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-087e09d7-8b3f-4d66-9008-d97120de9f30" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.755915] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-087e09d7-8b3f-4d66-9008-d97120de9f30" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.755915] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('087e09d7-8b3f-4d66-9008-d97120de9f30',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.906087] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.906980] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.907115] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.907334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.907423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.908049] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.909134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.909311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.909504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.909595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.909841] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 1265.934265] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.934934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.934934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.934934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.935100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.943787] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1266.258672] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.258995] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.259212] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.259552] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.259775] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.260067] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 087e09d7-8b3f-4d66-9008-d97120de9f30 not found, creating... [ 1266.260444] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.260689] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.260962] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.261452] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.261523] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.261957] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.262281] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.262586] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.262773] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.262980] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.263211] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 087e09d7-8b3f-4d66-9008-d97120de9f30 is going to be created. [ 1266.287869] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.288195] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.288339] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.288613] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.288844] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.289158] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-087e09d7-8b3f-4d66-9008-d97120de9f30" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.222010] env[69985]: INFO networking_nsxv3.common.synchronization [req-d951b117-01e0-4f30-a81e-056fcc18439a req-069ce6cb-e2cc-4816-88d2-f4bfe845f8b3 service nova] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_rules [ 1267.222296] env[69985]: INFO networking_nsxv3.common.synchronization [req-d951b117-01e0-4f30-a81e-056fcc18439a req-069ce6cb-e2cc-4816-88d2-f4bfe845f8b3 service nova] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1267.222368] env[69985]: INFO networking_nsxv3.common.synchronization [req-d951b117-01e0-4f30-a81e-056fcc18439a req-069ce6cb-e2cc-4816-88d2-f4bfe845f8b3 service nova] Enqueued Resource ID: 087e09d7-8b3f-4d66-9008-d97120de9f30 with Priority: HIGHEST for action port [ 1267.222638] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_rules [ 1267.222891] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1267.222954] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087e09d7-8b3f-4d66-9008-d97120de9f30 with Priority: HIGHEST for action port [ 1267.223508] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.223638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.223710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.223926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.224015] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.231766] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.231766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.231766] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-087e09d7-8b3f-4d66-9008-d97120de9f30 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.231766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-087e09d7-8b3f-4d66-9008-d97120de9f30" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.231766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-087e09d7-8b3f-4d66-9008-d97120de9f30" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.231766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-087e09d7-8b3f-4d66-9008-d97120de9f30" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.231766] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('087e09d7-8b3f-4d66-9008-d97120de9f30',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.266972] env[69985]: INFO networking_nsxv3.common.synchronization [None req-17463260-4512-4bff-9faa-498ea98c1e51 None None] Enqueued Resource ID: 67981463-3437-4512-bf82-50d4f1cb7532 with Priority: HIGHEST for action port [ 1267.267668] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67981463-3437-4512-bf82-50d4f1cb7532 with Priority: HIGHEST for action port [ 1267.267914] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-67981463-3437-4512-bf82-50d4f1cb7532 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.268736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67981463-3437-4512-bf82-50d4f1cb7532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.268874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67981463-3437-4512-bf82-50d4f1cb7532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.269215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67981463-3437-4512-bf82-50d4f1cb7532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.269317] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67981463-3437-4512-bf82-50d4f1cb7532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.580128] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 1267.580128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.732783] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.732915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.734374] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 087e09d7-8b3f-4d66-9008-d97120de9f30 with status ACTIVE [ 1267.734606] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.734606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.734703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.734924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.734987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.735141] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.735242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.735312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.735478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.735661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.735764] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.735957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.735957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.736086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.736137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.736229] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 087e09d7-8b3f-4d66-9008-d97120de9f30 is going to be updated. [ 1267.758413] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.758413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.758413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.758413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.758413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.758413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-087e09d7-8b3f-4d66-9008-d97120de9f30" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.771707] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67981463-3437-4512-bf82-50d4f1cb7532 [ 1267.772686] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.772686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.772686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.772919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.773033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.773239] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67981463-3437-4512-bf82-50d4f1cb7532 already deleted. [ 1267.773239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67981463-3437-4512-bf82-50d4f1cb7532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.956582] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1267.956582] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 deletion is rescheduled due to dependency. [ 1267.956582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.956582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.956582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.956582] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.956582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.956582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.956582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.956582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.956582] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.041116] env[69985]: INFO networking_nsxv3.common.synchronization [None req-43f02448-f641-47e0-9597-b7c6a8e3d651 None None] Enqueued Resource ID: 35ebb031-db77-4f9c-a5bc-42d19ed6ed07 with Priority: HIGHEST for action port [ 1268.041415] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ebb031-db77-4f9c-a5bc-42d19ed6ed07 with Priority: HIGHEST for action port [ 1268.041985] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-35ebb031-db77-4f9c-a5bc-42d19ed6ed07 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.042118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35ebb031-db77-4f9c-a5bc-42d19ed6ed07" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.042182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35ebb031-db77-4f9c-a5bc-42d19ed6ed07" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.044147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35ebb031-db77-4f9c-a5bc-42d19ed6ed07" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.044147] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ebb031-db77-4f9c-a5bc-42d19ed6ed07',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.283783] env[69985]: INFO networking_nsxv3.common.synchronization [req-f3739133-2029-4754-89b1-e24bd0062413 req-120e1efb-e2d4-4994-ad94-d4bd14c50d99 tempest-SecurityGroupRulesTestJSON-587537104 tempest-SecurityGroupRulesTestJSON-587537104-project-member] Enqueued Resource ID: c439ff63-37fe-4b21-95b9-a982ff8a8081 with Priority: HIGHEST for action security_group_rules [ 1268.284375] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c439ff63-37fe-4b21-95b9-a982ff8a8081 with Priority: HIGHEST for action security_group_rules [ 1268.284741] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c439ff63-37fe-4b21-95b9-a982ff8a8081 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.284874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c439ff63-37fe-4b21-95b9-a982ff8a8081" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.284945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c439ff63-37fe-4b21-95b9-a982ff8a8081" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.288403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c439ff63-37fe-4b21-95b9-a982ff8a8081" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.288515] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c439ff63-37fe-4b21-95b9-a982ff8a8081',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.465737] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.545820] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35ebb031-db77-4f9c-a5bc-42d19ed6ed07 [ 1268.546078] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.546227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.546298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.546537] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.546764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.546764] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35ebb031-db77-4f9c-a5bc-42d19ed6ed07 already deleted. [ 1268.546871] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35ebb031-db77-4f9c-a5bc-42d19ed6ed07" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.803957] env[69985]: INFO networking_nsxv3.common.synchronization [req-db81ce4a-8aee-4218-81bf-6165b266581d req-e44d03b3-ef4a-4ae7-9e32-c1c0626ba729 tempest-SecurityGroupRulesTestJSON-587537104 tempest-SecurityGroupRulesTestJSON-587537104-project-member] Enqueued Resource ID: 887b867f-1141-445c-9205-8c53cc42a795 with Priority: HIGHEST for action security_group_rules [ 1268.804523] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887b867f-1141-445c-9205-8c53cc42a795 with Priority: HIGHEST for action security_group_rules [ 1268.804791] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-887b867f-1141-445c-9205-8c53cc42a795 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.804896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-887b867f-1141-445c-9205-8c53cc42a795" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.805025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-887b867f-1141-445c-9205-8c53cc42a795" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.805255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-887b867f-1141-445c-9205-8c53cc42a795" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.805325] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('887b867f-1141-445c-9205-8c53cc42a795',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.812899] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.812899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.812899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.812899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.812899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.812899] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c439ff63-37fe-4b21-95b9-a982ff8a8081 already deleted. [ 1268.812899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c439ff63-37fe-4b21-95b9-a982ff8a8081" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.967716] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.326152] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.326152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.326152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.326550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.326550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.326550] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 887b867f-1141-445c-9205-8c53cc42a795 already deleted. [ 1269.326550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-887b867f-1141-445c-9205-8c53cc42a795" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.335669] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1269.335669] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NSXv3 Agent Agent loop - iteration:2 started [ 1269.470424] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.470613] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.470696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.470969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.471093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.471220] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 1269.499020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.499020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.499020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.499020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.499020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.507742] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1269.577619] env[69985]: INFO networking_nsxv3.common.synchronization [None req-95ac1ee3-0091-4a16-a58b-61f65d546d6c None None] Enqueued Resource ID: b7a7ccd5-b8fc-4478-bd31-0f3090cb6efe with Priority: HIGHEST for action port [ 1269.577772] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a7ccd5-b8fc-4478-bd31-0f3090cb6efe with Priority: HIGHEST for action port [ 1269.578119] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7a7ccd5-b8fc-4478-bd31-0f3090cb6efe taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.578231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7a7ccd5-b8fc-4478-bd31-0f3090cb6efe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.578308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7a7ccd5-b8fc-4478-bd31-0f3090cb6efe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.578575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7a7ccd5-b8fc-4478-bd31-0f3090cb6efe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.578655] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7a7ccd5-b8fc-4478-bd31-0f3090cb6efe',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.807224] env[69985]: INFO networking_nsxv3.common.synchronization [req-53eb0324-25de-4ae4-ac86-4f7aea9cd4da req-b998d701-196e-4305-9448-d28cd21972ce tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGHEST for action security_group_members [ 1269.807224] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGHEST for action security_group_members [ 1269.807224] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.807224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.807224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.807224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.809134] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.811507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.811507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.811507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.811507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.811507] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7aa2ec-d2fa-4108-b47d-ac51e517802c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.080655] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7a7ccd5-b8fc-4478-bd31-0f3090cb6efe [ 1270.080902] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.081155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.081155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.081355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.081450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.081558] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7a7ccd5-b8fc-4478-bd31-0f3090cb6efe already deleted. [ 1270.081637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7a7ccd5-b8fc-4478-bd31-0f3090cb6efe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.314896] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.314896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.314896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.314896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.314896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.314896] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.314896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.314896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.314896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.314896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.314896] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c already deleted. [ 1270.314896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.423481] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.423819] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.423819] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.424169] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.424550] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.427404] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.427404] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.427404] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.427404] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.427404] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.427404] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.427404] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.427404] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.427404] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.427404] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.427404] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.429404] env[69985]: INFO networking_nsxv3.common.synchronization [req-b64ae3df-1ad5-4fbc-9028-575ede7303f2 req-604c7ece-8042-499e-abe6-6be2d917af7a tempest-SecurityGroupRulesTestJSON-587537104 tempest-SecurityGroupRulesTestJSON-587537104-project-member] Enqueued Resource ID: 835f1c51-1efd-46ea-bab8-b3948069d798 with Priority: HIGHEST for action security_group_rules [ 1270.430188] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 835f1c51-1efd-46ea-bab8-b3948069d798 with Priority: HIGHEST for action security_group_rules [ 1270.430535] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-835f1c51-1efd-46ea-bab8-b3948069d798 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.430707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-835f1c51-1efd-46ea-bab8-b3948069d798" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.430707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-835f1c51-1efd-46ea-bab8-b3948069d798" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.430918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-835f1c51-1efd-46ea-bab8-b3948069d798" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.430997] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('835f1c51-1efd-46ea-bab8-b3948069d798',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.448691] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.449164] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1270.449164] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.449290] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.449530] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-e6b569b5-e098-47d5-80c8-8c95df681396 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.449764] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-e6b569b5-e098-47d5-80c8-8c95df681396" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.449865] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-e6b569b5-e098-47d5-80c8-8c95df681396" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.450177] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-e6b569b5-e098-47d5-80c8-8c95df681396" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.450349] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b569b5-e098-47d5-80c8-8c95df681396',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.484750] env[69985]: INFO networking_nsxv3.common.synchronization [None req-2d654ed1-67f8-4e51-befd-db25de345134 None None] Enqueued Resource ID: e121dc05-8d4e-47d7-b7f1-1883a3d4d67e with Priority: HIGHEST for action port [ 1270.484750] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e121dc05-8d4e-47d7-b7f1-1883a3d4d67e with Priority: HIGHEST for action port [ 1270.484750] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e121dc05-8d4e-47d7-b7f1-1883a3d4d67e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.484750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e121dc05-8d4e-47d7-b7f1-1883a3d4d67e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.484750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e121dc05-8d4e-47d7-b7f1-1883a3d4d67e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.484750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e121dc05-8d4e-47d7-b7f1-1883a3d4d67e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.485205] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e121dc05-8d4e-47d7-b7f1-1883a3d4d67e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.955950] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.955950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.955950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.955950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.955950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.955950] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 835f1c51-1efd-46ea-bab8-b3948069d798 already deleted. [ 1270.955950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-835f1c51-1efd-46ea-bab8-b3948069d798" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.955950] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.955950] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.955950] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.956450] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.956911] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.957172] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port e6b569b5-e098-47d5-80c8-8c95df681396 not found, creating... [ 1270.957483] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.957885] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.957885] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.958851] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.958851] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.958851] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.958851] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.958851] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.959232] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.959232] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.959456] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: e6b569b5-e098-47d5-80c8-8c95df681396 is going to be created. [ 1270.978615] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.978831] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.978964] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.979263] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.979536] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.979719] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-e6b569b5-e098-47d5-80c8-8c95df681396" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.987579] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e121dc05-8d4e-47d7-b7f1-1883a3d4d67e [ 1270.987638] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.987760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.987835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.988031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.988128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.988229] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e121dc05-8d4e-47d7-b7f1-1883a3d4d67e already deleted. [ 1270.988314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e121dc05-8d4e-47d7-b7f1-1883a3d4d67e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.024908] env[69985]: INFO networking_nsxv3.common.synchronization [None req-2c5c5724-d2de-43f5-8149-ea7cb902052c None None] Enqueued Resource ID: b162bf23-de09-4057-8b5f-eab26fc9e1dd with Priority: HIGHEST for action port [ 1271.025176] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b162bf23-de09-4057-8b5f-eab26fc9e1dd with Priority: HIGHEST for action port [ 1271.025695] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b162bf23-de09-4057-8b5f-eab26fc9e1dd taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.025807] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b162bf23-de09-4057-8b5f-eab26fc9e1dd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.025872] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b162bf23-de09-4057-8b5f-eab26fc9e1dd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.026160] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b162bf23-de09-4057-8b5f-eab26fc9e1dd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.026216] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b162bf23-de09-4057-8b5f-eab26fc9e1dd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.266655] env[69985]: INFO networking_nsxv3.common.synchronization [req-524ed4f0-b3a4-4c52-8b71-eede57135c8e req-772f9562-afa3-4201-b850-1cd5479229eb tempest-SecurityGroupRulesTestJSON-587537104 tempest-SecurityGroupRulesTestJSON-587537104-project-member] Enqueued Resource ID: 6291f836-bb0f-4abf-81b5-a7c79666f5e1 with Priority: HIGHEST for action security_group_rules [ 1271.267215] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6291f836-bb0f-4abf-81b5-a7c79666f5e1 with Priority: HIGHEST for action security_group_rules [ 1271.267925] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6291f836-bb0f-4abf-81b5-a7c79666f5e1 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.268095] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6291f836-bb0f-4abf-81b5-a7c79666f5e1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.268176] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6291f836-bb0f-4abf-81b5-a7c79666f5e1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.268455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6291f836-bb0f-4abf-81b5-a7c79666f5e1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.268715] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6291f836-bb0f-4abf-81b5-a7c79666f5e1',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.518439] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1271.518955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.518955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.519468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.519696] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.519900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.519900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.520071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.520357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.520505] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.520629] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.531916] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b162bf23-de09-4057-8b5f-eab26fc9e1dd [ 1271.531916] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.531916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.531916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.531916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.531916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.531916] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b162bf23-de09-4057-8b5f-eab26fc9e1dd already deleted. [ 1271.531916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b162bf23-de09-4057-8b5f-eab26fc9e1dd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.794099] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.794099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.794099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.794099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.794099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.794099] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6291f836-bb0f-4abf-81b5-a7c79666f5e1 already deleted. [ 1271.794099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6291f836-bb0f-4abf-81b5-a7c79666f5e1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.983515] env[69985]: INFO networking_nsxv3.common.synchronization [req-53eb0324-25de-4ae4-ac86-4f7aea9cd4da req-8c027e80-892d-4ab7-b203-4b1d8536a2c5 service nova] Enqueued Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGHEST for action security_group_rules [ 1271.983515] env[69985]: INFO networking_nsxv3.common.synchronization [req-53eb0324-25de-4ae4-ac86-4f7aea9cd4da req-8c027e80-892d-4ab7-b203-4b1d8536a2c5 service nova] Enqueued Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGHEST for action security_group_members [ 1271.983515] env[69985]: INFO networking_nsxv3.common.synchronization [req-53eb0324-25de-4ae4-ac86-4f7aea9cd4da req-8c027e80-892d-4ab7-b203-4b1d8536a2c5 service nova] Enqueued Resource ID: e6b569b5-e098-47d5-80c8-8c95df681396 with Priority: HIGHEST for action port [ 1271.983731] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGHEST for action security_group_rules [ 1271.983731] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGHEST for action security_group_members [ 1271.983827] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b569b5-e098-47d5-80c8-8c95df681396 with Priority: HIGHEST for action port [ 1271.984370] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.985179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.985179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.985179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.985179] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a7aa2ec-d2fa-4108-b47d-ac51e517802c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.985716] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.985831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.985898] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.986103] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.986317] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.986388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.986388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.987032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.987032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.987032] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7aa2ec-d2fa-4108-b47d-ac51e517802c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.987652] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6b569b5-e098-47d5-80c8-8c95df681396 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.989556] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6b569b5-e098-47d5-80c8-8c95df681396" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.989663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6b569b5-e098-47d5-80c8-8c95df681396" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.990205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6b569b5-e098-47d5-80c8-8c95df681396" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.990205] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b569b5-e098-47d5-80c8-8c95df681396',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.018916] env[69985]: INFO networking_nsxv3.common.synchronization [req-f0a6173c-1e82-4e7e-974e-1e1f1245a525 req-c7763f56-37a5-4b9c-80c1-01d59dd0ad75 tempest-SecurityGroupRulesTestJSON-587537104 tempest-SecurityGroupRulesTestJSON-587537104-project-member] Enqueued Resource ID: f4027508-c7de-41cb-92ae-58e419c430be with Priority: HIGHEST for action security_group_rules [ 1272.019899] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4027508-c7de-41cb-92ae-58e419c430be with Priority: HIGHEST for action security_group_rules [ 1272.020116] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4027508-c7de-41cb-92ae-58e419c430be taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.020268] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4027508-c7de-41cb-92ae-58e419c430be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.020348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4027508-c7de-41cb-92ae-58e419c430be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.020600] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4027508-c7de-41cb-92ae-58e419c430be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.020762] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4027508-c7de-41cb-92ae-58e419c430be',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.022576] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.022763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.022829] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.023491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.023491] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.023491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.023491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.023491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.023743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.023743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.023874] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.023874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.023954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.024098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.024791] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.024791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.024921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.025120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.025195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.025283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.025757] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.263020] env[69985]: INFO networking_nsxv3.common.synchronization [req-b6ab4458-ccc3-4fe2-bb94-a3b89312ed17 req-0e36476d-ecbf-456d-a1b5-d2c1bdf305d5 tempest-SecurityGroupRulesTestJSON-587537104 tempest-SecurityGroupRulesTestJSON-587537104-project-member] Enqueued Resource ID: f4027508-c7de-41cb-92ae-58e419c430be with Priority: HIGHEST for action security_group_rules [ 1272.263020] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4027508-c7de-41cb-92ae-58e419c430be with Priority: HIGHEST for action security_group_rules [ 1272.263020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4027508-c7de-41cb-92ae-58e419c430be taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.263020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4027508-c7de-41cb-92ae-58e419c430be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.491639] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a7aa2ec-d2fa-4108-b47d-ac51e517802c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.492584] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.492708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.493067] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6b569b5-e098-47d5-80c8-8c95df681396 with status ACTIVE [ 1272.493230] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.493338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.493397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.493591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.493676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.494097] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.494097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.494097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.497490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.497605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.497781] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.497885] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.497961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.498152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.498258] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.498258] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6b569b5-e098-47d5-80c8-8c95df681396 is going to be updated. [ 1272.519017] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.519017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.519017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.519017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.519017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.519017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6b569b5-e098-47d5-80c8-8c95df681396" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.528872] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622: rpc.has_security_group_logging(os_id): False [ 1272.541487] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.541625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.541672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.541865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.541955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.542067] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4027508-c7de-41cb-92ae-58e419c430be already deleted. [ 1272.542154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4027508-c7de-41cb-92ae-58e419c430be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.542303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4027508-c7de-41cb-92ae-58e419c430be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.542460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4027508-c7de-41cb-92ae-58e419c430be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.542533] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4027508-c7de-41cb-92ae-58e419c430be',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.543983] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.544279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.544370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.544533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.544620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.544826] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.544924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.544986] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.545283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.545283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.545421] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.545483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.545553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.545688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.545762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.545936] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.546040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.546104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.547047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.547047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.547047] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 1272.599122] env[69985]: INFO networking_nsxv3.common.synchronization [req-5525dba3-f0aa-410e-b1ee-0f2443a19cba req-70081a05-c653-4d73-a19c-8c1c636cde9b tempest-SecurityGroupRulesTestJSON-587537104 tempest-SecurityGroupRulesTestJSON-587537104-project-member] Enqueued Resource ID: f4027508-c7de-41cb-92ae-58e419c430be with Priority: HIGHEST for action security_group_rules [ 1272.599122] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4027508-c7de-41cb-92ae-58e419c430be with Priority: HIGHEST for action security_group_rules [ 1272.599122] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4027508-c7de-41cb-92ae-58e419c430be taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.599122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4027508-c7de-41cb-92ae-58e419c430be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.619498] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.619836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.620033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.622842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.622842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.646111] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1272.994251] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a7aa2ec-d2fa-4108-b47d-ac51e517802c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.067222] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.067698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.067850] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.068466] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.068466] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.068638] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4027508-c7de-41cb-92ae-58e419c430be already deleted. [ 1273.068756] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4027508-c7de-41cb-92ae-58e419c430be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.068931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4027508-c7de-41cb-92ae-58e419c430be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.069164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4027508-c7de-41cb-92ae-58e419c430be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.069260] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4027508-c7de-41cb-92ae-58e419c430be',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.500291] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.500577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.501303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.501303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.501303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.501584] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c is going to be created. [ 1273.524964] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.525296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.525296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.525400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.525622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.534349] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c in Status: UNINITIALIZED for 2s [ 1273.576390] env[69985]: INFO networking_nsxv3.common.synchronization [None req-ea3a8456-807e-4c5e-a3e6-52ca320eba78 None None] Enqueued Resource ID: d5d6908b-fb06-48c6-94ff-8c18b0e3bffc with Priority: HIGHEST for action port [ 1273.576567] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6908b-fb06-48c6-94ff-8c18b0e3bffc with Priority: HIGHEST for action port [ 1273.576773] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5d6908b-fb06-48c6-94ff-8c18b0e3bffc taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.576920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5d6908b-fb06-48c6-94ff-8c18b0e3bffc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.576983] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5d6908b-fb06-48c6-94ff-8c18b0e3bffc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.577295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5d6908b-fb06-48c6-94ff-8c18b0e3bffc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.577375] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d6908b-fb06-48c6-94ff-8c18b0e3bffc',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.593834] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.593982] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.594064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.594329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.594397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.594473] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4027508-c7de-41cb-92ae-58e419c430be already deleted. [ 1273.594592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4027508-c7de-41cb-92ae-58e419c430be" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.885091] env[69985]: INFO networking_nsxv3.common.synchronization [None req-d8401dbb-afcb-474d-8a94-654e67d81549 None None] Enqueued Resource ID: 995ad4e5-0118-4c0b-9ecd-f0a1769d9c8e with Priority: HIGHEST for action port [ 1273.885636] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 995ad4e5-0118-4c0b-9ecd-f0a1769d9c8e with Priority: HIGHEST for action port [ 1273.885951] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-995ad4e5-0118-4c0b-9ecd-f0a1769d9c8e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.886248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-995ad4e5-0118-4c0b-9ecd-f0a1769d9c8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.886326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-995ad4e5-0118-4c0b-9ecd-f0a1769d9c8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.886574] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-995ad4e5-0118-4c0b-9ecd-f0a1769d9c8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.886659] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('995ad4e5-0118-4c0b-9ecd-f0a1769d9c8e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.080851] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5d6908b-fb06-48c6-94ff-8c18b0e3bffc [ 1274.080851] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.080851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.080851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.080851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.080851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.080851] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5d6908b-fb06-48c6-94ff-8c18b0e3bffc already deleted. [ 1274.080851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5d6908b-fb06-48c6-94ff-8c18b0e3bffc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.389576] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 995ad4e5-0118-4c0b-9ecd-f0a1769d9c8e [ 1274.390879] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.390959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.390996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.391615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.391615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.391615] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:995ad4e5-0118-4c0b-9ecd-f0a1769d9c8e already deleted. [ 1274.391615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-995ad4e5-0118-4c0b-9ecd-f0a1769d9c8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.662702] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1274.662702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.547172] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c in Status: SUCCESS [ 1275.547172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.547172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.547172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.547172] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.547172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.547172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.547172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.547172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.547172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.547172] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a7aa2ec-d2fa-4108-b47d-ac51e517802c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.048294] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a7aa2ec-d2fa-4108-b47d-ac51e517802c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.259193] env[69985]: INFO networking_nsxv3.common.synchronization [req-d2824820-c0b8-41ab-b43c-633b53df1194 req-17fe997d-4da5-4fe9-8a61-2b0cf0cb8435 tempest-AttachVolumeShelveTestJSON-419349134 tempest-AttachVolumeShelveTestJSON-419349134-project-member] Enqueued Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_members [ 1276.259193] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_members [ 1276.259685] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f53e71-28be-4de8-a3e5-9f7d6457b308 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.260094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.260313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.260703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.261081] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.263061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.263061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.263061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.263061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.263061] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.354126] env[69985]: INFO networking_nsxv3.common.synchronization [None req-09e9687c-9b74-4255-83f4-4babeca3cc7c None None] Enqueued Resource ID: 08ab042f-b01a-4652-912c-6564d7a662eb with Priority: HIGHEST for action port [ 1276.354298] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ab042f-b01a-4652-912c-6564d7a662eb with Priority: HIGHEST for action port [ 1276.354891] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-08ab042f-b01a-4652-912c-6564d7a662eb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.355031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08ab042f-b01a-4652-912c-6564d7a662eb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.355085] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08ab042f-b01a-4652-912c-6564d7a662eb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.355474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08ab042f-b01a-4652-912c-6564d7a662eb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.355474] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ab042f-b01a-4652-912c-6564d7a662eb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.554391] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a7aa2ec-d2fa-4108-b47d-ac51e517802c: rpc.has_security_group_logging(os_id): False [ 1276.572173] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.572338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.572413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.572633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.572755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.572971] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.573083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.573146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.573309] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.573393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.573484] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c is going to be created. [ 1276.633386] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.633526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.633599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.633887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.634098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.647745] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c in Status: IN_PROGRESS for 2s [ 1276.663577] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.663710] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.663710] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.664022] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.664282] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.664453] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.664575] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.664792] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.664948] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.665428] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1276.665559] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.665695] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.665840] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.665963] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1276.666091] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.666232] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.686413] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.686617] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1276.686761] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.686984] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.687357] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-bb64cf0b-3b8e-4225-ba71-1524625e60a7 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.687567] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.687689] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.688039] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.688188] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb64cf0b-3b8e-4225-ba71-1524625e60a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.765262] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.765436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.765480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.765688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.765771] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.765972] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.766081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.766146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.766292] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.766369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.766455] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 already deleted. [ 1276.766532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.858761] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08ab042f-b01a-4652-912c-6564d7a662eb [ 1276.858997] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.859243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.859315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.859522] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.859762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.859762] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08ab042f-b01a-4652-912c-6564d7a662eb already deleted. [ 1276.859884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08ab042f-b01a-4652-912c-6564d7a662eb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.195167] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.195584] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.195584] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.195908] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.196122] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.196673] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port bb64cf0b-3b8e-4225-ba71-1524625e60a7 not found, creating... [ 1277.196673] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.196810] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.196974] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.197350] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.197525] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.197928] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.198749] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.198749] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.198749] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.198749] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.198933] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: bb64cf0b-3b8e-4225-ba71-1524625e60a7 is going to be created. [ 1277.229119] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.229450] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.229527] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.229772] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.230210] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.230275] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.099557] env[69985]: INFO networking_nsxv3.common.synchronization [req-d2824820-c0b8-41ab-b43c-633b53df1194 req-aa6c9260-55c4-4a12-a7f4-60212bf86ed1 service nova] Enqueued Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_rules [ 1278.099860] env[69985]: INFO networking_nsxv3.common.synchronization [req-d2824820-c0b8-41ab-b43c-633b53df1194 req-aa6c9260-55c4-4a12-a7f4-60212bf86ed1 service nova] Enqueued Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_members [ 1278.104427] env[69985]: INFO networking_nsxv3.common.synchronization [req-d2824820-c0b8-41ab-b43c-633b53df1194 req-aa6c9260-55c4-4a12-a7f4-60212bf86ed1 service nova] Enqueued Resource ID: bb64cf0b-3b8e-4225-ba71-1524625e60a7 with Priority: HIGHEST for action port [ 1278.105210] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_rules [ 1278.105709] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_members [ 1278.105876] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb64cf0b-3b8e-4225-ba71-1524625e60a7 with Priority: HIGHEST for action port [ 1278.106249] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.106433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.106563] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.106821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.106953] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.108296] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f53e71-28be-4de8-a3e5-9f7d6457b308 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.108470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.108594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.108935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.109162] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.109351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.109440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.109654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.109760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.109940] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.111765] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb64cf0b-3b8e-4225-ba71-1524625e60a7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.112018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.112169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.112721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.112721] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb64cf0b-3b8e-4225-ba71-1524625e60a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.608682] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f53e71-28be-4de8-a3e5-9f7d6457b308 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.609081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.612314] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.616962] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb64cf0b-3b8e-4225-ba71-1524625e60a7 with status ACTIVE [ 1278.617205] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.617352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.617416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.617655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.617747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.617939] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.618052] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.618116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.618295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.618396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.618589] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.618683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.618744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.618889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.618964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.619059] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb64cf0b-3b8e-4225-ba71-1524625e60a7 is going to be updated. [ 1278.638335] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.638519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.638579] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.638776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.638904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.639066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.657587] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c in Status: SUCCESS [ 1278.660593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.690419] env[69985]: INFO networking_nsxv3.common.synchronization [None req-1df44843-c592-47d7-bcd8-dabd368db7d7 None None] Enqueued Resource ID: 0498b1ce-b43b-40d0-a553-9d9f00798ba1 with Priority: HIGHEST for action port [ 1278.692208] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0498b1ce-b43b-40d0-a553-9d9f00798ba1 with Priority: HIGHEST for action port [ 1278.692675] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0498b1ce-b43b-40d0-a553-9d9f00798ba1 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.692851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0498b1ce-b43b-40d0-a553-9d9f00798ba1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.692977] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0498b1ce-b43b-40d0-a553-9d9f00798ba1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.694196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0498b1ce-b43b-40d0-a553-9d9f00798ba1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.694321] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0498b1ce-b43b-40d0-a553-9d9f00798ba1',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.115526] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.199023] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0498b1ce-b43b-40d0-a553-9d9f00798ba1 [ 1279.199023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.199023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.199023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.199023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.199023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.199023] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0498b1ce-b43b-40d0-a553-9d9f00798ba1 already deleted. [ 1279.199023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0498b1ce-b43b-40d0-a553-9d9f00798ba1" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.443809] env[69985]: INFO networking_nsxv3.common.synchronization [req-568a214d-beef-49af-98ff-6065a9c94735 req-7e1140c3-9829-4c0a-b1b5-b7876c28bbaa tempest-ServersTestManualDisk-54595896 tempest-ServersTestManualDisk-54595896-project-member] Enqueued Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGHEST for action security_group_members [ 1279.444113] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGHEST for action security_group_members [ 1279.444417] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31714c6-8c45-4f60-aae4-be83c3eedab8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.444544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.444605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.444866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.444954] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.445060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.445120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.445262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.445344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.445437] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f31714c6-8c45-4f60-aae4-be83c3eedab8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.618945] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.619330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.619330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.619415] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.619463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.619565] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 is going to be created. [ 1279.642605] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.642780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.642850] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.643072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.643228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.651937] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 in Status: UNINITIALIZED for 2s [ 1279.952048] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.952158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.952232] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.952449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.952568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.952771] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.952889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.952954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.953125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.953205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.953294] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 is going to be updated. [ 1279.980152] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.980291] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.980395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.981080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.981080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.992573] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 in Status: IN_PROGRESS for 2s [ 1280.512207] env[69985]: INFO networking_nsxv3.common.synchronization [None req-d7b59f24-244d-48c8-a599-7855127b4039 None None] Enqueued Resource ID: 2c873d02-5a1d-4ba7-bbb4-e17a5b0a8042 with Priority: HIGHEST for action port [ 1280.512207] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c873d02-5a1d-4ba7-bbb4-e17a5b0a8042 with Priority: HIGHEST for action port [ 1280.513180] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c873d02-5a1d-4ba7-bbb4-e17a5b0a8042 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.513180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c873d02-5a1d-4ba7-bbb4-e17a5b0a8042" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.513180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c873d02-5a1d-4ba7-bbb4-e17a5b0a8042" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.513419] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c873d02-5a1d-4ba7-bbb4-e17a5b0a8042" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.513678] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c873d02-5a1d-4ba7-bbb4-e17a5b0a8042',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.652463] env[69985]: INFO networking_nsxv3.common.synchronization [req-d0593b54-544d-46f8-bfa1-c56ab07569d6 req-b2123a65-8134-41ed-9ae0-76aca04b47df tempest-ServerTagsTestJSON-1940887869 tempest-ServerTagsTestJSON-1940887869-project-member] Enqueued Resource ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea with Priority: HIGHEST for action security_group_members [ 1280.652996] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea with Priority: HIGHEST for action security_group_members [ 1280.653309] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7398a06-0f2f-4cce-9c55-ed29434b6dea taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.653437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.653498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.653743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.653893] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.653988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.656188] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.656373] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.656463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.656560] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7398a06-0f2f-4cce-9c55-ed29434b6dea',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.016514] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c873d02-5a1d-4ba7-bbb4-e17a5b0a8042 [ 1281.016514] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.016514] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.016514] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.016514] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.016514] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.016813] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c873d02-5a1d-4ba7-bbb4-e17a5b0a8042 already deleted. [ 1281.016813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c873d02-5a1d-4ba7-bbb4-e17a5b0a8042" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.160811] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.160906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.160906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.161186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.161297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.161487] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.161591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.161654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.161956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.161956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.161956] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea already deleted. [ 1281.162105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.365204] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.365404] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-945" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.365531] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-945" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.365855] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-945" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.366138] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.366296] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.366413] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.366630] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.366785] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.367009] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.368830] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.368830] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.368830] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.368830] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.368830] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.368830] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.386379] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.386565] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1281.386714] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.386985] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-945" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.387325] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-eedc1d69-4b17-4629-b3a3-7adea2449215 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.387667] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-eedc1d69-4b17-4629-b3a3-7adea2449215" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.387667] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-eedc1d69-4b17-4629-b3a3-7adea2449215" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.387924] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-eedc1d69-4b17-4629-b3a3-7adea2449215" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.388272] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eedc1d69-4b17-4629-b3a3-7adea2449215',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.671769] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 in Status: SUCCESS [ 1281.672101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.672227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.672471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.672677] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.672881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.672881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.673050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.673146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.673302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.673364] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.891104] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.891337] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.891479] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.891848] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.892040] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.892195] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port eedc1d69-4b17-4629-b3a3-7adea2449215 not found, creating... [ 1281.892457] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.892621] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.892743] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.892970] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.893463] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.893930] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.894571] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.894571] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.894571] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.894726] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.894896] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: eedc1d69-4b17-4629-b3a3-7adea2449215 is going to be created. [ 1281.925577] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.926018] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.926107] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.926633] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.926866] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.927160] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-eedc1d69-4b17-4629-b3a3-7adea2449215" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.003189] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 in Status: SUCCESS [ 1282.003407] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 deletion is rescheduled due to dependency. [ 1282.003486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.178160] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.546363] env[69985]: INFO networking_nsxv3.common.synchronization [req-3e9b629d-ace8-4544-b79d-0aaa9ebc24aa req-76cfa4c0-573f-4e96-ac88-919f0711a872 tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_members [ 1282.546892] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_members [ 1282.547735] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.547735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.547735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.548198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.548363] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.548568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.548568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.548675] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.548764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.548873] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.682612] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6f53e71-28be-4de8-a3e5-9f7d6457b308: rpc.has_security_group_logging(os_id): False [ 1282.695356] env[69985]: INFO networking_nsxv3.common.synchronization [req-d0593b54-544d-46f8-bfa1-c56ab07569d6 req-43ff7373-6a6e-443c-a2b4-42054202e585 service nova] Enqueued Resource ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea with Priority: HIGHEST for action security_group_rules [ 1282.696314] env[69985]: INFO networking_nsxv3.common.synchronization [req-d0593b54-544d-46f8-bfa1-c56ab07569d6 req-43ff7373-6a6e-443c-a2b4-42054202e585 service nova] Enqueued Resource ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea with Priority: HIGHEST for action security_group_members [ 1282.696836] env[69985]: INFO networking_nsxv3.common.synchronization [req-d0593b54-544d-46f8-bfa1-c56ab07569d6 req-43ff7373-6a6e-443c-a2b4-42054202e585 service nova] Enqueued Resource ID: eedc1d69-4b17-4629-b3a3-7adea2449215 with Priority: HIGHEST for action port [ 1282.698717] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.700117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.700117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.700117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.700117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.700117] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.700117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.700117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.700117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.702235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.702372] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 is going to be created. [ 1282.704761] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea with Priority: HIGHEST for action security_group_rules [ 1282.704761] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea with Priority: HIGHEST for action security_group_members [ 1282.704761] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedc1d69-4b17-4629-b3a3-7adea2449215 with Priority: HIGHEST for action port [ 1282.705416] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7398a06-0f2f-4cce-9c55-ed29434b6dea taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.705490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.705490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.706121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.706241] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7398a06-0f2f-4cce-9c55-ed29434b6dea',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.708129] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7398a06-0f2f-4cce-9c55-ed29434b6dea taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.708236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.708372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.708933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.708933] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.708933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.708933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.710701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.710701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.710701] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7398a06-0f2f-4cce-9c55-ed29434b6dea',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.710701] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-eedc1d69-4b17-4629-b3a3-7adea2449215 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.710701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eedc1d69-4b17-4629-b3a3-7adea2449215" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.710701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eedc1d69-4b17-4629-b3a3-7adea2449215" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.710701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eedc1d69-4b17-4629-b3a3-7adea2449215" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.711704] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eedc1d69-4b17-4629-b3a3-7adea2449215',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.769926] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.769926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.769926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.769926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.769926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.779277] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 in Status: IN_PROGRESS for 2s [ 1283.052047] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.052204] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.052277] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.052523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.052634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.052863] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.053139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.053139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.053281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.053338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.053401] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 is going to be updated. [ 1283.067073] env[69985]: INFO networking_nsxv3.common.synchronization [None req-88e38392-3b3c-435f-8567-03fb318d8941 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_rules [ 1283.067583] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_rules [ 1283.067881] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.068027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.068086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.068337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.068423] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.079091] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.079235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.079310] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.079737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.079737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.089160] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 in Status: IN_PROGRESS for 2s [ 1283.169116] env[69985]: INFO networking_nsxv3.common.synchronization [None req-7df32dce-5bb6-478d-8e63-6653f1964953 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_rules [ 1283.169116] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_rules [ 1283.169867] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.169867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.214979] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7398a06-0f2f-4cce-9c55-ed29434b6dea taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.214979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.214979] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7398a06-0f2f-4cce-9c55-ed29434b6dea',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.216827] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eedc1d69-4b17-4629-b3a3-7adea2449215 with status ACTIVE [ 1283.216827] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.217025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.217025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.217873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.218063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.218325] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.218510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.218638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.218920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.219125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.219380] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.219721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.220610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.220610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.220610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.220610] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eedc1d69-4b17-4629-b3a3-7adea2449215 is going to be updated. [ 1283.245521] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.245521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.245521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.245521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.245521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.245521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eedc1d69-4b17-4629-b3a3-7adea2449215" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.589021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.589021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.589021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.589021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.589021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.589313] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18d6646-0a3d-47ef-bf77-b466f750df12 already deleted. [ 1283.589313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.589313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.589485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.589562] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.717027] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7398a06-0f2f-4cce-9c55-ed29434b6dea',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.110682] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.110866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.110934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.111196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.111291] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.111394] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18d6646-0a3d-47ef-bf77-b466f750df12 already deleted. [ 1284.111479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.219060] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.219372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.219628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.219774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.219864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.220057] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea is going to be created. [ 1284.242726] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.243183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.243183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.243347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.243470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.257882] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea in Status: UNINITIALIZED for 2s [ 1284.792727] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 in Status: SUCCESS [ 1284.792727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.098430] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 in Status: SUCCESS [ 1285.098430] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 deletion is rescheduled due to dependency. [ 1285.098430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.607264] env[69985]: INFO networking_nsxv3.common.synchronization [req-13b98d8b-21d7-4648-b10d-ae3f769c110d req-4b9aae9a-d0a2-4e3e-b325-35e5f1edf7b6 tempest-DeleteServersTestJSON-1168726256 tempest-DeleteServersTestJSON-1168726256-project-member] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1285.607757] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1285.608074] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.608198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.608266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.608584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.608654] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.608708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.608746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.608887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.608970] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.609075] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.111419] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.111731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.111731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.111975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.112091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.112292] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.112389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.112451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.112603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.112682] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.112792] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1286.137280] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.137430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.137480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.137645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.137781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.145503] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1286.268012] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea in Status: SUCCESS [ 1286.268261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.268434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.268653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.268849] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.268966] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.269040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.269194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.269274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.269359] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.269454] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7398a06-0f2f-4cce-9c55-ed29434b6dea',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.772491] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7398a06-0f2f-4cce-9c55-ed29434b6dea taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.772658] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.772732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.772954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.773136] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.773239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.773303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.773451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.773537] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.773626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.773783] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7398a06-0f2f-4cce-9c55-ed29434b6dea taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.773875] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.773936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.774263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.774433] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.774531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.775035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.775035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.775035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.775035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.775035] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7398a06-0f2f-4cce-9c55-ed29434b6dea',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.277210] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7398a06-0f2f-4cce-9c55-ed29434b6dea: rpc.has_security_group_logging(os_id): False [ 1287.294510] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.294696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.294764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.295105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.295212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.295368] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.295491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.295539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.296062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.296062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.296062] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.296062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.296203] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.296284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.296334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.296500] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.296604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.296648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.296842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.296913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.297069] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea is going to be created. [ 1287.351582] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.351582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.351582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.351582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.351957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.361279] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea in Status: IN_PROGRESS for 2s [ 1288.155326] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1288.155326] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee deletion is rescheduled due to dependency. [ 1288.155436] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.863633] env[69985]: INFO networking_nsxv3.common.synchronization [req-7909375c-2f63-4830-8742-0ab1382257a7 req-6b784fcd-51de-4d08-8c2a-4c42d389cddd tempest-ImagesTestJSON-1158997241 tempest-ImagesTestJSON-1158997241-project-member] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1288.864164] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGHEST for action security_group_members [ 1288.864464] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.864585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.864653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.864861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.865023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.865122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.865184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.865326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.865410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.865493] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.367428] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.367585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.367659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.367878] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.367973] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.368180] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.368281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.368345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.368510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.368603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.368678] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be updated. [ 1289.372452] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea in Status: SUCCESS [ 1289.372452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.395222] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.395222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.395222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.395333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.395430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.402995] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: IN_PROGRESS for 2s [ 1291.413393] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 in Status: SUCCESS [ 1291.414250] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 deletion is rescheduled due to dependency. [ 1291.414386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.722168] env[69985]: INFO networking_nsxv3.common.synchronization [req-c2e417d3-ee76-4ad0-be53-5afbdc757db8 req-0663df1b-5c1d-47fa-850b-9ab601c81274 tempest-ServerRescueNegativeTestJSON-2055163366 tempest-ServerRescueNegativeTestJSON-2055163366-project-member] Enqueued Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_members [ 1292.722720] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_members [ 1292.723111] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.723210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.723251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.723445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.723601] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.723692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.723748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.723895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.723981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.724091] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.226232] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.728887] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.215155] env[69985]: INFO networking_nsxv3.common.synchronization [req-f0d14aa9-ef40-4bdd-96b5-26b83059cfc7 req-6ba2dbee-0716-4991-a52c-92c386c5abbd tempest-ServerTagsTestJSON-1940887869 tempest-ServerTagsTestJSON-1940887869-project-member] Enqueued Resource ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea with Priority: HIGHEST for action security_group_members [ 1294.215674] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea with Priority: HIGHEST for action security_group_members [ 1294.216027] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7398a06-0f2f-4cce-9c55-ed29434b6dea taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.216179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.216249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.216575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.216743] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.216842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.216903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.217070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.217154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.217249] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7398a06-0f2f-4cce-9c55-ed29434b6dea',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.230823] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.230990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.231079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.231293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.231407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.231514] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b is going to be updated. [ 1294.262981] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.262981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.262981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.262981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.262981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.271706] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: IN_PROGRESS for 2s [ 1294.719413] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.719564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.719640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.720214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.720214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.720214] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.720381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.720381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.720473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.720569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.720655] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea is going to be updated. [ 1294.745604] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.745925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.745925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.745988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.746134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.753842] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea in Status: IN_PROGRESS for 2s [ 1296.281866] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: SUCCESS [ 1296.282127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.764186] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea in Status: SUCCESS [ 1296.764186] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea deletion is rescheduled due to dependency. [ 1296.764186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.784142] env[69985]: INFO networking_nsxv3.common.synchronization [req-e3fadd6e-b235-4bd1-ae4a-a18eb073cdbb req-134fa65c-ac88-48a5-b99e-0df7cfe3b858 tempest-ServersNegativeTestJSON-1203889377 tempest-ServersNegativeTestJSON-1203889377-project-member] Enqueued Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1298.784672] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1298.785296] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.785296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.785296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.785651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.785651] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.785651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.785775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.785834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.785919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.786019] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.077782] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.078153] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-61" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.078318] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-61" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.078673] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-61" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.078937] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.079115] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.079239] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.079457] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.079612] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.080169] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.080299] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.080417] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.080670] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.080812] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.080938] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.081077] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.100044] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.100236] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1299.100381] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.100569] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-61" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.100948] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-0042c1e4-d906-4261-a18e-ce232533cbdd taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.101143] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.101268] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.101577] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.101745] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0042c1e4-d906-4261-a18e-ce232533cbdd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.287965] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.288149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.288228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.288440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.288534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.288790] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.288889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.288956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.289124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.289205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.289295] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 already deleted. [ 1299.289370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.604575] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.604575] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.605282] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.605282] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.605282] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.606185] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 0042c1e4-d906-4261-a18e-ce232533cbdd not found, creating... [ 1299.606530] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.606716] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.606908] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.607185] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.607373] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.607700] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.611208] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.611346] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.611580] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.611742] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.611893] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 0042c1e4-d906-4261-a18e-ce232533cbdd is going to be created. [ 1299.631059] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.631287] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.631419] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.631703] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.631949] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.632190] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.318882] env[69985]: INFO networking_nsxv3.common.synchronization [req-e3fadd6e-b235-4bd1-ae4a-a18eb073cdbb req-4c7a2ae1-43c7-40c0-b297-18aa414be164 service nova] Enqueued Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_rules [ 1300.319105] env[69985]: INFO networking_nsxv3.common.synchronization [req-e3fadd6e-b235-4bd1-ae4a-a18eb073cdbb req-4c7a2ae1-43c7-40c0-b297-18aa414be164 service nova] Enqueued Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1300.319221] env[69985]: INFO networking_nsxv3.common.synchronization [req-e3fadd6e-b235-4bd1-ae4a-a18eb073cdbb req-4c7a2ae1-43c7-40c0-b297-18aa414be164 service nova] Enqueued Resource ID: 0042c1e4-d906-4261-a18e-ce232533cbdd with Priority: HIGHEST for action port [ 1300.319415] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_rules [ 1300.319544] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1300.319641] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0042c1e4-d906-4261-a18e-ce232533cbdd with Priority: HIGHEST for action port [ 1300.320196] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.320356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.320404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.320714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.320797] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.321609] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.321735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.321810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.321977] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.322126] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.322220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.322289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.322419] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.322505] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.322592] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.323613] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0042c1e4-d906-4261-a18e-ce232533cbdd taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.323732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.323795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.323945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.324036] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0042c1e4-d906-4261-a18e-ce232533cbdd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.825725] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.825870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.826079] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.827968] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0042c1e4-d906-4261-a18e-ce232533cbdd with status ACTIVE [ 1300.828175] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.828296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.828364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.828568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.828689] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.828874] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.828964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.829050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.829200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.829272] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.829451] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.829562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.829704] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.829775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.829836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.829877] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0042c1e4-d906-4261-a18e-ce232533cbdd is going to be updated. [ 1300.861368] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.861606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.861606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.861921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.862142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.862346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.224830] env[69985]: INFO networking_nsxv3.common.synchronization [req-0438a6f7-3828-4793-ab9d-33a19d0e4200 req-7ee3ec61-a9f6-4e62-b6a6-1843d22eb9f6 tempest-ServersNegativeTestMultiTenantJSON-2054196432 tempest-ServersNegativeTestMultiTenantJSON-2054196432-project-member] Enqueued Resource ID: a93a6554-3a84-40c8-9973-51c1b8364865 with Priority: HIGHEST for action security_group_members [ 1301.225347] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93a6554-3a84-40c8-9973-51c1b8364865 with Priority: HIGHEST for action security_group_members [ 1301.225646] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93a6554-3a84-40c8-9973-51c1b8364865 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.225793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.225850] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.226098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.226253] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.226348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.226409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.226560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.226645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.226733] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93a6554-3a84-40c8-9973-51c1b8364865',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.328617] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.730439] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.730439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.730439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.730439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.730439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.730439] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.730439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.730439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.730439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.730439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.730439] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93a6554-3a84-40c8-9973-51c1b8364865 already deleted. [ 1301.730439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.833259] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.833259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.833259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.833259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.833259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.833259] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 is going to be created. [ 1301.849969] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.850091] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-458" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.850175] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-458" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.850490] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-458" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.850804] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.850952] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.851087] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.851309] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.851464] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.851694] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.851843] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.851957] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.852083] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.852203] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.852794] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.853045] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.854817] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.854921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.854980] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.855146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.855296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.871388] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: UNINITIALIZED for 2s [ 1301.879483] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.879643] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1301.879784] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.879960] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-458" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.880271] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.880440] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.880563] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.880894] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.881043] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.383640] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.383902] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.384037] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.384651] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.384917] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.385110] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4 not found, creating... [ 1302.385379] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.385544] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.385693] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.385931] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.386093] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.386385] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.386547] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.386671] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.386888] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.387043] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.387190] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4 is going to be created. [ 1302.405959] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.406299] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.406518] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.406912] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.407690] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.407690] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.181608] env[69985]: INFO networking_nsxv3.common.synchronization [req-0438a6f7-3828-4793-ab9d-33a19d0e4200 req-b3b4017d-6a5a-45e3-88c0-7a86abe939ab service nova] Enqueued Resource ID: a93a6554-3a84-40c8-9973-51c1b8364865 with Priority: HIGHEST for action security_group_rules [ 1303.181847] env[69985]: INFO networking_nsxv3.common.synchronization [req-0438a6f7-3828-4793-ab9d-33a19d0e4200 req-b3b4017d-6a5a-45e3-88c0-7a86abe939ab service nova] Enqueued Resource ID: a93a6554-3a84-40c8-9973-51c1b8364865 with Priority: HIGHEST for action security_group_members [ 1303.181999] env[69985]: INFO networking_nsxv3.common.synchronization [req-0438a6f7-3828-4793-ab9d-33a19d0e4200 req-b3b4017d-6a5a-45e3-88c0-7a86abe939ab service nova] Enqueued Resource ID: 85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4 with Priority: HIGHEST for action port [ 1303.182240] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93a6554-3a84-40c8-9973-51c1b8364865 with Priority: HIGHEST for action security_group_rules [ 1303.182361] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93a6554-3a84-40c8-9973-51c1b8364865 with Priority: HIGHEST for action security_group_members [ 1303.182452] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4 with Priority: HIGHEST for action port [ 1303.182995] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93a6554-3a84-40c8-9973-51c1b8364865 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.184456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.184456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.184456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.184456] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93a6554-3a84-40c8-9973-51c1b8364865',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.184456] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93a6554-3a84-40c8-9973-51c1b8364865 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.184456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.184827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.184827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.184907] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.184994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.185061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.185200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.185279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.185364] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93a6554-3a84-40c8-9973-51c1b8364865',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.186352] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.186481] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.186537] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.186660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.186732] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.690142] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a93a6554-3a84-40c8-9973-51c1b8364865',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.691156] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93a6554-3a84-40c8-9973-51c1b8364865 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.691308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.691476] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4 with status ACTIVE [ 1303.691651] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.691824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.691909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.692124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.692219] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.692398] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.692494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.692553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.692698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.692775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.693011] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.693098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.693098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.693239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.693312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.693397] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4 is going to be updated. [ 1303.713386] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.713526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.713578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.713770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.713902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.714070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85e3736f-8bdc-4d92-b8c4-fef12e1a3bf4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.880138] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: SUCCESS [ 1303.880348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.880504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.880811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.880921] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.881049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.881112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.881263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.881346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.881430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.881534] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.195477] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a93a6554-3a84-40c8-9973-51c1b8364865',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.384912] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.384912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.384912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.384912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.385139] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.385200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.385262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.385406] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.385487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.385604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.385789] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.385881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.385939] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.386093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.386226] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.386310] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.386366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.387061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.387061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.387061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.387061] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.699114] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.699428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.699428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.699661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.699791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.699918] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93a6554-3a84-40c8-9973-51c1b8364865 is going to be created. [ 1304.725726] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.725838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.725894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.726122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.726275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.736713] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93a6554-3a84-40c8-9973-51c1b8364865 in Status: UNINITIALIZED for 2s [ 1304.749145] env[69985]: INFO networking_nsxv3.common.synchronization [req-4cc865dc-27a6-4f04-8b88-cd8d5ac9a3c8 req-fb225146-2c05-4d91-b433-4ba4806eae6d tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1304.749715] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1304.750065] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.750198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.750260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.750478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.750634] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.750756] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.750824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.750982] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.753758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.753904] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.889240] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d60241-ff9e-4b28-9cd7-b81638e43a72: rpc.has_security_group_logging(os_id): False [ 1304.905975] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.906161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.906277] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.906503] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.906595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.906848] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.906899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.907109] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.907182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.907213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.907966] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.908092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.908155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.908305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.908387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.908570] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.908682] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.908781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.908964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.909056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.909213] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 is going to be created. [ 1304.965800] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.965948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.966036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.966253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.966433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.984838] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: IN_PROGRESS for 2s [ 1305.059870] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.060090] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.060224] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.060500] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.060800] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.061722] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.061722] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.061722] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.061722] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.061722] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1305.061926] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1305.061926] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1305.062101] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1305.062139] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1305.062218] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1305.062350] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1305.091134] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1305.091134] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1305.091134] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1305.091134] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.091923] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-9fcd8287-e476-4c07-87e5-ec3dcbad7449 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.092287] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-9fcd8287-e476-4c07-87e5-ec3dcbad7449" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.092537] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-9fcd8287-e476-4c07-87e5-ec3dcbad7449" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.092883] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-9fcd8287-e476-4c07-87e5-ec3dcbad7449" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.093178] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fcd8287-e476-4c07-87e5-ec3dcbad7449',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.256035] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.598464] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.598464] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.598464] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.598464] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.598464] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.598464] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 9fcd8287-e476-4c07-87e5-ec3dcbad7449 not found, creating... [ 1305.598464] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.598464] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.598464] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.598464] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.598464] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.598900] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.598900] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.598900] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.599230] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.599539] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.599835] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 9fcd8287-e476-4c07-87e5-ec3dcbad7449 is going to be created. [ 1305.623435] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.623435] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.623435] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.623435] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.623435] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.623435] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-9fcd8287-e476-4c07-87e5-ec3dcbad7449" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.760487] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.264023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.264023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.264023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.264023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.264023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.264023] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1306.291952] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.292240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.292240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.292497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.292575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.300821] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1306.447989] env[69985]: INFO networking_nsxv3.common.synchronization [req-4cc865dc-27a6-4f04-8b88-cd8d5ac9a3c8 req-d27affae-224f-4c07-b44a-955b90f49fc7 service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1306.448442] env[69985]: INFO networking_nsxv3.common.synchronization [req-4cc865dc-27a6-4f04-8b88-cd8d5ac9a3c8 req-d27affae-224f-4c07-b44a-955b90f49fc7 service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1306.448442] env[69985]: INFO networking_nsxv3.common.synchronization [req-4cc865dc-27a6-4f04-8b88-cd8d5ac9a3c8 req-d27affae-224f-4c07-b44a-955b90f49fc7 service nova] Enqueued Resource ID: 9fcd8287-e476-4c07-87e5-ec3dcbad7449 with Priority: HIGHEST for action port [ 1306.448927] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1306.449092] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1306.449206] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fcd8287-e476-4c07-87e5-ec3dcbad7449 with Priority: HIGHEST for action port [ 1306.449525] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.449619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.449667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.449904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.450133] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.451029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.451145] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.451282] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fcd8287-e476-4c07-87e5-ec3dcbad7449 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.451467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fcd8287-e476-4c07-87e5-ec3dcbad7449" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.451467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fcd8287-e476-4c07-87e5-ec3dcbad7449" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.451608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fcd8287-e476-4c07-87e5-ec3dcbad7449" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.451683] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fcd8287-e476-4c07-87e5-ec3dcbad7449',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.746358] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93a6554-3a84-40c8-9973-51c1b8364865 in Status: SUCCESS [ 1306.746693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.746962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.747386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.747630] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.748056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.748056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.748366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.748366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.748576] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.748814] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a93a6554-3a84-40c8-9973-51c1b8364865',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.955709] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.955709] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.956121] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fcd8287-e476-4c07-87e5-ec3dcbad7449 with status ACTIVE [ 1306.956172] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.956294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.956369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.956575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.956663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.956833] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.956965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.957066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.957241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.957321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.957503] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.957598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.957659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.957795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.957859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.958045] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fcd8287-e476-4c07-87e5-ec3dcbad7449 is going to be updated. [ 1306.989445] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.989629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.989672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.989854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.990055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.990260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fcd8287-e476-4c07-87e5-ec3dcbad7449" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.996174] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: SUCCESS [ 1306.996333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.146350] env[69985]: INFO networking_nsxv3.common.synchronization [req-e9730f62-3108-4e2a-a8fd-6e101572ce4a req-674b08de-42bc-417c-b815-c367cb16b4cf tempest-AttachInterfacesV270Test-1173087170 tempest-AttachInterfacesV270Test-1173087170-project-member] Enqueued Resource ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 with Priority: HIGHEST for action security_group_members [ 1307.146350] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 with Priority: HIGHEST for action security_group_members [ 1307.146350] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f665145-8a5c-4a86-801c-76dd9fe1d986 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.146350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.146350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.146350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.146350] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.146350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.146350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.146804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.147023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.147191] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f665145-8a5c-4a86-801c-76dd9fe1d986',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.251427] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93a6554-3a84-40c8-9973-51c1b8364865 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.251631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.251739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.252032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.252229] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.252353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.252422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.252603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.252704] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.252803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.252971] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93a6554-3a84-40c8-9973-51c1b8364865 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.253119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.253192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.253356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.253512] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.253604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.253664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.253850] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.253937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.254047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.254170] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a93a6554-3a84-40c8-9973-51c1b8364865',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.461570] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.461771] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-891" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.461913] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-891" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.462325] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-891" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.462596] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.462773] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.462878] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.463164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.463271] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.463719] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1307.463881] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1307.463963] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1307.464089] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1307.464210] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1307.464324] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1307.464463] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1307.483095] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1307.483095] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1307.483095] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1307.483095] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-891" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.483095] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.483095] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.483095] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.483341] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.483640] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.650375] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.651317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.651317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.651317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.651317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.651317] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.651317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.651594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.651594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.651594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.651677] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 already deleted. [ 1307.652320] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.756393] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a93a6554-3a84-40c8-9973-51c1b8364865: rpc.has_security_group_logging(os_id): False [ 1307.775460] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.775611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.775681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.775887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.775993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.776202] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.776305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.776368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.776525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.776606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.776787] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.776880] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.776941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.777100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.777175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.777387] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.777482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.777542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.777679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.777751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.777839] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93a6554-3a84-40c8-9973-51c1b8364865 is going to be created. [ 1307.804447] env[69985]: INFO networking_nsxv3.common.synchronization [None req-b63bb3fb-c9cd-4d88-8961-5d4d543b56e9 tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGHEST for action security_group_rules [ 1307.804942] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGHEST for action security_group_rules [ 1307.805252] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f17e308-9ea0-4669-9787-468d964eb7bb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.805365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.805423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.805654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.805731] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f17e308-9ea0-4669-9787-468d964eb7bb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.834849] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.835033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.835100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.835262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.835434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.846180] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93a6554-3a84-40c8-9973-51c1b8364865 in Status: IN_PROGRESS for 2s [ 1307.875346] env[69985]: INFO networking_nsxv3.common.synchronization [None req-0cbd55cb-442d-48d9-b19a-b8f7dfbdb898 tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGHEST for action security_group_rules [ 1307.875536] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGHEST for action security_group_rules [ 1307.875901] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f17e308-9ea0-4669-9787-468d964eb7bb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.875993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.986550] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.987139] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.987139] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.987244] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.987373] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.987534] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca not found, creating... [ 1307.987799] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.987961] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.988092] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.988309] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.988454] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.988736] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.988895] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.989035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.989321] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.989396] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.989530] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca is going to be created. [ 1308.016272] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.016492] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.017729] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.017729] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.017729] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.017729] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.310471] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1308.310701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.310892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.311126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.311315] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.311429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.311494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.311642] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.311745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.311844] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.326252] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.326413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.326462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.326660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.326749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.326848] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f17e308-9ea0-4669-9787-468d964eb7bb already deleted. [ 1308.326934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.327085] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.327237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.327320] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f17e308-9ea0-4669-9787-468d964eb7bb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.697026] env[69985]: INFO networking_nsxv3.common.synchronization [req-e9730f62-3108-4e2a-a8fd-6e101572ce4a req-857932f4-83ee-4e3c-b916-77af3d4c6337 service nova] Enqueued Resource ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 with Priority: HIGHEST for action security_group_rules [ 1308.697239] env[69985]: INFO networking_nsxv3.common.synchronization [req-e9730f62-3108-4e2a-a8fd-6e101572ce4a req-857932f4-83ee-4e3c-b916-77af3d4c6337 service nova] Enqueued Resource ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 with Priority: HIGHEST for action security_group_members [ 1308.697392] env[69985]: INFO networking_nsxv3.common.synchronization [req-e9730f62-3108-4e2a-a8fd-6e101572ce4a req-857932f4-83ee-4e3c-b916-77af3d4c6337 service nova] Enqueued Resource ID: b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca with Priority: HIGHEST for action port [ 1308.697876] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 with Priority: HIGHEST for action security_group_rules [ 1308.698025] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 with Priority: HIGHEST for action security_group_members [ 1308.703018] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca with Priority: HIGHEST for action port [ 1308.703018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f665145-8a5c-4a86-801c-76dd9fe1d986 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.703018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.703018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.703018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.703018] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f665145-8a5c-4a86-801c-76dd9fe1d986',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.703018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f665145-8a5c-4a86-801c-76dd9fe1d986 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.703018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.703018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.703018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.703018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.703018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.703018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.703018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.703018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.703018] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f665145-8a5c-4a86-801c-76dd9fe1d986',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.704147] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.704366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.704509] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.704742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.704965] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.814554] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.847099] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.847099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.847099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.847281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.847319] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.847406] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f17e308-9ea0-4669-9787-468d964eb7bb already deleted. [ 1308.847489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.207657] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f665145-8a5c-4a86-801c-76dd9fe1d986 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.207657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.207982] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f665145-8a5c-4a86-801c-76dd9fe1d986',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.208877] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca with status ACTIVE [ 1309.209103] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.210198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.210198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.210198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.210198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.210198] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.210198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.210198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.210198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.210457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.210457] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.210544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.210626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.210797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.210874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.210984] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca is going to be updated. [ 1309.233184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.233388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.233501] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.233729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.233827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.234024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6a0e7a4-6bd1-44df-af1c-9f2fd60387ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.316179] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.679252] env[69985]: INFO networking_nsxv3.common.synchronization [req-84bc839d-b26b-449d-8d29-b602ac9d7dd6 req-edeebf99-a343-48e7-8032-a780f5c772a7 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_members [ 1309.679846] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_members [ 1309.680357] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.680429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.680458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.680692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.680930] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.681113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.681113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.681308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.681394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.681523] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.713752] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f665145-8a5c-4a86-801c-76dd9fe1d986',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.819175] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.819344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.819433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.819647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.819741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.819845] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1309.847106] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.848236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.848236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.848236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.848236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.857402] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1309.859996] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a93a6554-3a84-40c8-9973-51c1b8364865 in Status: SUCCESS [ 1309.859996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.108203] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.108203] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.108203] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.108203] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.108203] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.108203] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.108203] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.108740] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.109049] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.109340] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1310.109491] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1310.109645] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1310.109772] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1310.109914] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1310.110060] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1310.110242] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1310.127647] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1310.127883] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1310.128073] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1310.128280] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.128643] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-1b550e88-755a-45a1-98fd-6fcb8fa4a7a8 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.129322] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-1b550e88-755a-45a1-98fd-6fcb8fa4a7a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.129322] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-1b550e88-755a-45a1-98fd-6fcb8fa4a7a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.129534] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-1b550e88-755a-45a1-98fd-6fcb8fa4a7a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.129534] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b550e88-755a-45a1-98fd-6fcb8fa4a7a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.183047] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.183254] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.183917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.184173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.184984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.185270] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.185425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.185455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.185692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.185791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.185925] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18d6646-0a3d-47ef-bf77-b466f750df12 already deleted. [ 1310.185925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.216135] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.216456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.216456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.216528] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.216607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.216719] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 is going to be created. [ 1310.267484] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.267801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.267801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.268130] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.268180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.279257] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 in Status: UNINITIALIZED for 2s [ 1310.633667] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.634042] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.634042] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.634463] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.634721] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.634973] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 1b550e88-755a-45a1-98fd-6fcb8fa4a7a8 not found, creating... [ 1310.635549] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.635738] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.636405] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.636405] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.636405] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.636598] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.636806] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.636947] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.637328] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.637328] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.639516] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 1b550e88-755a-45a1-98fd-6fcb8fa4a7a8 is going to be created. [ 1310.657424] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.657647] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.658123] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.658123] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.658391] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.658628] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-1b550e88-755a-45a1-98fd-6fcb8fa4a7a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.346343] env[69985]: INFO networking_nsxv3.common.synchronization [req-84bc839d-b26b-449d-8d29-b602ac9d7dd6 req-0b7e7754-bbbe-4cb1-8ec0-c9a96a12f6c7 service nova] Enqueued Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_rules [ 1311.346610] env[69985]: INFO networking_nsxv3.common.synchronization [req-84bc839d-b26b-449d-8d29-b602ac9d7dd6 req-0b7e7754-bbbe-4cb1-8ec0-c9a96a12f6c7 service nova] Enqueued Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_members [ 1311.346654] env[69985]: INFO networking_nsxv3.common.synchronization [req-84bc839d-b26b-449d-8d29-b602ac9d7dd6 req-0b7e7754-bbbe-4cb1-8ec0-c9a96a12f6c7 service nova] Enqueued Resource ID: 1b550e88-755a-45a1-98fd-6fcb8fa4a7a8 with Priority: HIGHEST for action port [ 1311.346888] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_rules [ 1311.347029] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_members [ 1311.347131] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b550e88-755a-45a1-98fd-6fcb8fa4a7a8 with Priority: HIGHEST for action port [ 1311.348074] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.348208] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.348277] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.348481] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.348565] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.349402] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.349494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.349564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.349754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.349845] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.349931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.349987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.350144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.350229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.350329] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.351027] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b550e88-755a-45a1-98fd-6fcb8fa4a7a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.351131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b550e88-755a-45a1-98fd-6fcb8fa4a7a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.351216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b550e88-755a-45a1-98fd-6fcb8fa4a7a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.351393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b550e88-755a-45a1-98fd-6fcb8fa4a7a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.351459] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b550e88-755a-45a1-98fd-6fcb8fa4a7a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.852826] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.853017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.853266] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.854219] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b550e88-755a-45a1-98fd-6fcb8fa4a7a8 with status ACTIVE [ 1311.854503] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.854503] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.854653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.854774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.854930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.855039] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.855178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.855235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.855350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.855429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.855834] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.855834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.855834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.855959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.855959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.856095] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b550e88-755a-45a1-98fd-6fcb8fa4a7a8 is going to be updated. [ 1311.868228] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1311.868228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.868228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.868228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.868228] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.868228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.868228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.868228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.868228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.868228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.868228] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.883591] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.883760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.883833] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.884104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.885233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.885233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b550e88-755a-45a1-98fd-6fcb8fa4a7a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.052216] env[69985]: INFO networking_nsxv3.common.synchronization [req-bff94c7e-2f30-49dc-bff1-cfc7f292cb82 req-eaf6b8c1-38a0-4055-a993-6aa998eebf28 tempest-DeleteServersTestJSON-1168726256 tempest-DeleteServersTestJSON-1168726256-project-member] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1312.052729] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1312.053034] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.053153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.053244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.053422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.053573] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.053684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.053746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.053861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.053944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.054041] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.289311] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 in Status: SUCCESS [ 1312.289675] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.289893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.290241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.290471] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.290618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.290702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.290908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.291054] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.291192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.291335] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f665145-8a5c-4a86-801c-76dd9fe1d986',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.358171] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.373414] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.373622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.373665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.373885] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.374106] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.374245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.374309] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.374506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.374592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.374681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.374865] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.375026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.375090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.375236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.375398] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.375491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.375591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.375731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.375806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.375893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.375982] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.435796] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.436072] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.436347] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.436552] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.436836] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.437010] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.437140] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.437373] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.437534] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.437752] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.437873] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1312.437990] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1312.438118] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1312.438232] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.438341] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1312.438480] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1312.457974] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1312.458179] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1312.458325] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1312.458509] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.458851] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-62dc8388-0e1c-4ec8-8f41-8e1feaa83858 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.459107] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-62dc8388-0e1c-4ec8-8f41-8e1feaa83858" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.459204] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-62dc8388-0e1c-4ec8-8f41-8e1feaa83858" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.459502] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-62dc8388-0e1c-4ec8-8f41-8e1feaa83858" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.459646] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62dc8388-0e1c-4ec8-8f41-8e1feaa83858',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.557624] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.559159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.559274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.559529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.559627] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.559867] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.559984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.560046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.560253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.560371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.562262] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1312.587860] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.588089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.588172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.588396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.588540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.597701] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1312.795038] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f665145-8a5c-4a86-801c-76dd9fe1d986 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.795038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.795038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.795038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.795038] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.795038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.795038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.795038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.795038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.795038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.795421] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f665145-8a5c-4a86-801c-76dd9fe1d986 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.795421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.795421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.795503] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.795635] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.795693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.795748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.795882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.795958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.796125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.796260] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f665145-8a5c-4a86-801c-76dd9fe1d986',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.861029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.861029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.861029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.861318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.861318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.861425] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18d6646-0a3d-47ef-bf77-b466f750df12 is going to be created. [ 1312.877952] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c670476-20bf-4881-a417-95d3ff4ec12a: rpc.has_security_group_logging(os_id): False [ 1312.902142] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.902286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.902351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.902602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.902653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.902827] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.902927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.902990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.903200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.903279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.903482] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.903566] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.903631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.903768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.903844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.904031] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.904127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.904181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.904316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.904388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.904472] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1312.906105] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.906213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.906282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.906430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.906570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.915490] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: UNINITIALIZED for 2s [ 1312.962085] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.962318] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.962450] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.962724] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.962879] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.963053] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 62dc8388-0e1c-4ec8-8f41-8e1feaa83858 not found, creating... [ 1312.963322] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.963485] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.963608] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.963827] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.963981] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.964291] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.964461] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.964584] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.964796] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.964937] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.965096] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 62dc8388-0e1c-4ec8-8f41-8e1feaa83858 is going to be created. [ 1312.998389] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.998605] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.998735] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.999065] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.999306] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.999963] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-62dc8388-0e1c-4ec8-8f41-8e1feaa83858" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.005068] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.005210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.005282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.005463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.005589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.019326] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1313.298369] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f665145-8a5c-4a86-801c-76dd9fe1d986: rpc.has_security_group_logging(os_id): False [ 1313.325304] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.325505] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.325569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.325838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.325960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.326265] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.326400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.326485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.326698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.326839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.327488] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.327488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.327488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.327488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.327664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.327828] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.327955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.328055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.328239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.328342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.328458] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 is going to be created. [ 1313.389135] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.389479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.389479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.389625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.389830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.402870] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 in Status: IN_PROGRESS for 2s [ 1313.516923] env[69985]: INFO networking_nsxv3.common.synchronization [req-7a2f0d0b-0566-4719-9d93-83ab85fee10f req-23cf3919-7aed-43d7-a996-f46e30700d35 tempest-ServersNegativeTestMultiTenantJSON-2054196432 tempest-ServersNegativeTestMultiTenantJSON-2054196432-project-member] Enqueued Resource ID: a93a6554-3a84-40c8-9973-51c1b8364865 with Priority: HIGHEST for action security_group_members [ 1313.517496] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93a6554-3a84-40c8-9973-51c1b8364865 with Priority: HIGHEST for action security_group_members [ 1313.518267] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a93a6554-3a84-40c8-9973-51c1b8364865 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.518425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.518467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.518677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.518867] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.518993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.519090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.519253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.519342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.519437] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a93a6554-3a84-40c8-9973-51c1b8364865',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.871497] env[69985]: INFO networking_nsxv3.common.synchronization [req-bff94c7e-2f30-49dc-bff1-cfc7f292cb82 req-b94b8b3a-4c8b-42c6-a404-386358da6a0a service nova] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_rules [ 1313.871692] env[69985]: INFO networking_nsxv3.common.synchronization [req-bff94c7e-2f30-49dc-bff1-cfc7f292cb82 req-b94b8b3a-4c8b-42c6-a404-386358da6a0a service nova] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1313.871858] env[69985]: INFO networking_nsxv3.common.synchronization [req-bff94c7e-2f30-49dc-bff1-cfc7f292cb82 req-b94b8b3a-4c8b-42c6-a404-386358da6a0a service nova] Enqueued Resource ID: 62dc8388-0e1c-4ec8-8f41-8e1feaa83858 with Priority: HIGHEST for action port [ 1313.872445] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_rules [ 1313.872703] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1313.872703] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62dc8388-0e1c-4ec8-8f41-8e1feaa83858 with Priority: HIGHEST for action port [ 1313.872958] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.874079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.874079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.874079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.874079] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.875036] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.875797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.875797] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-62dc8388-0e1c-4ec8-8f41-8e1feaa83858 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.875797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62dc8388-0e1c-4ec8-8f41-8e1feaa83858" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.875797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62dc8388-0e1c-4ec8-8f41-8e1feaa83858" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.875797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62dc8388-0e1c-4ec8-8f41-8e1feaa83858" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.876103] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62dc8388-0e1c-4ec8-8f41-8e1feaa83858',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.021258] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.021407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.021487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.021703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.021798] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.022061] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.022167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.022233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.022389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.022468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.022556] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93a6554-3a84-40c8-9973-51c1b8364865 is going to be updated. [ 1314.051417] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.051563] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.051633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.051909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.052070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.147388] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93a6554-3a84-40c8-9973-51c1b8364865 in Status: IN_PROGRESS for 2s [ 1314.379041] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.379041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.379041] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62dc8388-0e1c-4ec8-8f41-8e1feaa83858 with status ACTIVE [ 1314.379041] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.379041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.379041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.379041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.379041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.379482] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.379482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.379482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.379482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.379655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.379696] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.379779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.379890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.380137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.380240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.380303] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62dc8388-0e1c-4ec8-8f41-8e1feaa83858 is going to be updated. [ 1314.401828] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.402127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.402127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.402301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.402390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.402551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62dc8388-0e1c-4ec8-8f41-8e1feaa83858" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.607487] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1314.607733] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee deletion is rescheduled due to dependency. [ 1314.607878] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.608314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.608314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.608478] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.608638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.608714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.608872] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.608956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.609067] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.926494] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: SUCCESS [ 1314.926892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.928076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.928076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.928076] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.928076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.928076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.928396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.928396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.928396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.928700] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.034521] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1315.035424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.111080] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.415364] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 in Status: SUCCESS [ 1315.415849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.433967] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.613520] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.936691] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c18d6646-0a3d-47ef-bf77-b466f750df12: rpc.has_security_group_logging(os_id): False [ 1315.968034] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.968034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.968034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.968241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.968304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.968551] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.968655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.968765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.968906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.968988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.969095] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18d6646-0a3d-47ef-bf77-b466f750df12 is going to be created. [ 1316.032435] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.032435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.032435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.032619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.032653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.044292] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: IN_PROGRESS for 2s [ 1316.115651] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.115845] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.115886] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.116216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.116830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.116830] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1316.163021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.163021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.163021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.163021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.163021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.169626] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a93a6554-3a84-40c8-9973-51c1b8364865 in Status: SUCCESS [ 1316.170437] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a93a6554-3a84-40c8-9973-51c1b8364865 deletion is rescheduled due to dependency. [ 1316.170437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.174119] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1318.058202] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: SUCCESS [ 1318.058610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.184034] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1318.184034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.184034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.184034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.185167] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.185167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.185167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.185167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.185167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.185167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.185167] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.687299] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.687446] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.687571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.687804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.688349] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.688349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.688349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.688349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.688597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.688597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.688682] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.688824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.688923] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.689153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.689306] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.689407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.689457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.689597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.689674] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.689755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.689846] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.810327] env[69985]: INFO networking_nsxv3.common.synchronization [req-b8e5d949-9c3b-43c0-b871-e3da964bff95 req-f512a9c9-ec5b-4150-9211-c5e7c4042d6a tempest-ServerRescueNegativeTestJSON-2055163366 tempest-ServerRescueNegativeTestJSON-2055163366-project-member] Enqueued Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_members [ 1318.810802] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGHEST for action security_group_members [ 1318.811187] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.811333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.811403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.811611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.811762] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.811856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.811920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.812517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.812517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.812517] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.194370] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81d51b95-05e9-45f1-a7ed-589ecebd0dee: rpc.has_security_group_logging(os_id): False [ 1319.213033] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.213033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.213033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.213033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.213033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.213033] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.213033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.213033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.213033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.213033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.213033] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.213033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.213033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.213033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.213033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.213890] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.213890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.213890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.217577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.217577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.217577] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1319.292064] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.292064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.292064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.292064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.292064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.313733] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1319.314168] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.314307] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.314378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.314592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.352395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.352395] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.352395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.352395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.352395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.352395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.352395] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b is going to be updated. [ 1319.394908] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.395126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.395126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.395329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.395463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.411041] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: IN_PROGRESS for 2s [ 1319.981770] env[69985]: INFO networking_nsxv3.common.synchronization [None req-07b81917-0055-4406-aced-cb0411870744 None None] Enqueued Resource ID: 615d1428-c20c-4c64-a4d9-fc22ad5c5511 with Priority: HIGHEST for action port [ 1319.982306] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615d1428-c20c-4c64-a4d9-fc22ad5c5511 with Priority: HIGHEST for action port [ 1319.982613] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-615d1428-c20c-4c64-a4d9-fc22ad5c5511 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.982750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-615d1428-c20c-4c64-a4d9-fc22ad5c5511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.982808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-615d1428-c20c-4c64-a4d9-fc22ad5c5511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.983453] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-615d1428-c20c-4c64-a4d9-fc22ad5c5511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.983553] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615d1428-c20c-4c64-a4d9-fc22ad5c5511',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.384247] env[69985]: INFO networking_nsxv3.common.synchronization [req-d0c137d5-5570-473d-9205-13dfbc5181d4 req-da7c0688-962d-4d1c-90df-d7e7b24b513f tempest-VolumesAdminNegativeTest-1577344158 tempest-VolumesAdminNegativeTest-1577344158-project-member] Enqueued Resource ID: 7f5427ec-908e-4031-8afe-e13d8096314a with Priority: HIGHEST for action security_group_members [ 1320.387650] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5427ec-908e-4031-8afe-e13d8096314a with Priority: HIGHEST for action security_group_members [ 1320.387650] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5427ec-908e-4031-8afe-e13d8096314a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.387650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.387650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.387650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.387650] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.387650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.387650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.387650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.387650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.387650] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5427ec-908e-4031-8afe-e13d8096314a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.486050] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 615d1428-c20c-4c64-a4d9-fc22ad5c5511 [ 1320.488238] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.489049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.489049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.489049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.489049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.489049] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:615d1428-c20c-4c64-a4d9-fc22ad5c5511 already deleted. [ 1320.489049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-615d1428-c20c-4c64-a4d9-fc22ad5c5511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.742967] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.743255] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-585" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.743391] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-585" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.743666] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-585" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.744031] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.744214] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.744342] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.744559] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.744714] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.744927] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1320.745062] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1320.745175] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1320.745288] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1320.745444] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1320.745511] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1320.745646] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1320.764022] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1320.764224] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1320.764405] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1320.764652] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-585" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.765477] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-a4e3b7ab-de40-43e1-b9e2-222d0126cf7a taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.765477] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-a4e3b7ab-de40-43e1-b9e2-222d0126cf7a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.765477] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-a4e3b7ab-de40-43e1-b9e2-222d0126cf7a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.765477] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-a4e3b7ab-de40-43e1-b9e2-222d0126cf7a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.765676] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e3b7ab-de40-43e1-b9e2-222d0126cf7a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.892451] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.892451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.892451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.892451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.892451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.892451] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.892451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.892451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.892451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.892451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.892451] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5427ec-908e-4031-8afe-e13d8096314a already deleted. [ 1320.892451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.268450] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.268674] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.268852] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.269860] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.270083] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.270257] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port a4e3b7ab-de40-43e1-b9e2-222d0126cf7a not found, creating... [ 1321.270870] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.271091] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.271221] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.271456] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.271604] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.271900] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.272077] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.272205] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.272412] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.272553] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.276142] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: a4e3b7ab-de40-43e1-b9e2-222d0126cf7a is going to be created. [ 1321.300307] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.300307] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.300307] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.300307] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.300307] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.300307] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-a4e3b7ab-de40-43e1-b9e2-222d0126cf7a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.326036] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1321.326316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.420769] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b in Status: SUCCESS [ 1321.421045] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b deletion is rescheduled due to dependency. [ 1321.421145] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.021018] env[69985]: INFO networking_nsxv3.common.synchronization [req-d0c137d5-5570-473d-9205-13dfbc5181d4 req-256c592b-3db6-43fd-b35c-8fd9238d07b3 service nova] Enqueued Resource ID: 7f5427ec-908e-4031-8afe-e13d8096314a with Priority: HIGHEST for action security_group_rules [ 1322.021018] env[69985]: INFO networking_nsxv3.common.synchronization [req-d0c137d5-5570-473d-9205-13dfbc5181d4 req-256c592b-3db6-43fd-b35c-8fd9238d07b3 service nova] Enqueued Resource ID: 7f5427ec-908e-4031-8afe-e13d8096314a with Priority: HIGHEST for action security_group_members [ 1322.021018] env[69985]: INFO networking_nsxv3.common.synchronization [req-d0c137d5-5570-473d-9205-13dfbc5181d4 req-256c592b-3db6-43fd-b35c-8fd9238d07b3 service nova] Enqueued Resource ID: a4e3b7ab-de40-43e1-b9e2-222d0126cf7a with Priority: HIGHEST for action port [ 1322.023255] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5427ec-908e-4031-8afe-e13d8096314a with Priority: HIGHEST for action security_group_rules [ 1322.023255] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5427ec-908e-4031-8afe-e13d8096314a with Priority: HIGHEST for action security_group_members [ 1322.023255] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e3b7ab-de40-43e1-b9e2-222d0126cf7a with Priority: HIGHEST for action port [ 1322.023255] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f5427ec-908e-4031-8afe-e13d8096314a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.023255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.023255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.023255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.023255] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f5427ec-908e-4031-8afe-e13d8096314a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.024018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5427ec-908e-4031-8afe-e13d8096314a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.024307] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.024380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.024573] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.024836] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.024941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.025050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.025269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.025412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.025558] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5427ec-908e-4031-8afe-e13d8096314a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.026586] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4e3b7ab-de40-43e1-b9e2-222d0126cf7a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.026974] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4e3b7ab-de40-43e1-b9e2-222d0126cf7a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.027104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4e3b7ab-de40-43e1-b9e2-222d0126cf7a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.027337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4e3b7ab-de40-43e1-b9e2-222d0126cf7a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.027459] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e3b7ab-de40-43e1-b9e2-222d0126cf7a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.362962] env[69985]: INFO networking_nsxv3.common.synchronization [req-23567d34-cc1d-49df-805d-55f992622d3e req-59d2a755-7147-4c8a-807c-279ba5f936c6 tempest-AttachInterfacesV270Test-1173087170 tempest-AttachInterfacesV270Test-1173087170-project-member] Enqueued Resource ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 with Priority: HIGHEST for action security_group_members [ 1322.363849] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 with Priority: HIGHEST for action security_group_members [ 1322.364213] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f665145-8a5c-4a86-801c-76dd9fe1d986 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.364722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.364857] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.365056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.365405] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.365569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.365601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.366473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.366473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.366473] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f665145-8a5c-4a86-801c-76dd9fe1d986',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.435245] env[69985]: INFO networking_nsxv3.common.synchronization [None req-00ded755-af77-445d-8f66-977aa7e9b805 None None] Enqueued Resource ID: 7cd269e2-5840-4894-9fa2-9ea7c2cc1c6f with Priority: HIGHEST for action port [ 1322.435473] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cd269e2-5840-4894-9fa2-9ea7c2cc1c6f with Priority: HIGHEST for action port [ 1322.437107] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cd269e2-5840-4894-9fa2-9ea7c2cc1c6f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.437107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cd269e2-5840-4894-9fa2-9ea7c2cc1c6f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.437107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cd269e2-5840-4894-9fa2-9ea7c2cc1c6f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.437107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cd269e2-5840-4894-9fa2-9ea7c2cc1c6f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.437107] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cd269e2-5840-4894-9fa2-9ea7c2cc1c6f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.531930] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5427ec-908e-4031-8afe-e13d8096314a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.531930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.531930] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f5427ec-908e-4031-8afe-e13d8096314a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.532420] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4e3b7ab-de40-43e1-b9e2-222d0126cf7a with status ACTIVE [ 1322.532420] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.532534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.533485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.533822] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.533887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.534073] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.534205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.534288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.534457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.534543] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.534766] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.534852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.534945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.535073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.535621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.535621] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4e3b7ab-de40-43e1-b9e2-222d0126cf7a is going to be updated. [ 1322.558080] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.558312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.558373] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.558602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.558740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.559206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4e3b7ab-de40-43e1-b9e2-222d0126cf7a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.868602] env[69985]: INFO networking_nsxv3.common.synchronization [req-fd3314d3-9a8a-4fe4-a3d0-5165a0836e27 req-5d57e7e2-c496-4c21-bff4-f741010d1c75 tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGHEST for action security_group_members [ 1322.869815] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.869815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.869815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.869815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.869815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.869815] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.869815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.869815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.870259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.870259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.870259] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 is going to be updated. [ 1322.872139] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGHEST for action security_group_members [ 1322.872430] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f17e308-9ea0-4669-9787-468d964eb7bb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.872539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.872607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.872804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.872947] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.873056] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.873121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.873321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.873397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.873487] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f17e308-9ea0-4669-9787-468d964eb7bb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.903135] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.903135] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.903309] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.903403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.903556] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.915358] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 in Status: IN_PROGRESS for 2s [ 1322.939288] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cd269e2-5840-4894-9fa2-9ea7c2cc1c6f [ 1322.939567] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.939655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.939701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.939921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.940025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.940122] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cd269e2-5840-4894-9fa2-9ea7c2cc1c6f already deleted. [ 1322.940203] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cd269e2-5840-4894-9fa2-9ea7c2cc1c6f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.032894] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f5427ec-908e-4031-8afe-e13d8096314a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.234283] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.234498] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.234628] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.234904] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.235176] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.235346] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.235464] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.235681] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.236113] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.236739] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1323.236739] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1323.236868] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1323.236965] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1323.237314] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1323.237462] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1323.237613] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1323.270188] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1323.270381] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1323.270527] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1323.270713] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.271090] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-1f44518f-713e-4671-bc22-96c67ac28c8e taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.271274] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-1f44518f-713e-4671-bc22-96c67ac28c8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.271428] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-1f44518f-713e-4671-bc22-96c67ac28c8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.271775] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-1f44518f-713e-4671-bc22-96c67ac28c8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.271922] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f44518f-713e-4671-bc22-96c67ac28c8e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.280773] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.280909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.280993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.281200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.281311] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.379035] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.379035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.379035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.379035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.379035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.379035] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.379035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.379035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.379438] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.379438] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.379438] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f17e308-9ea0-4669-9787-468d964eb7bb already deleted. [ 1323.379438] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.538288] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.538648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.538648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.538790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.538790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.538923] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5427ec-908e-4031-8afe-e13d8096314a is going to be created. [ 1323.566772] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.566949] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.567038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.567294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.567483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.578130] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5427ec-908e-4031-8afe-e13d8096314a in Status: UNINITIALIZED for 2s [ 1323.774507] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.774736] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.774878] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.775210] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.775470] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.775667] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 1f44518f-713e-4671-bc22-96c67ac28c8e not found, creating... [ 1323.775934] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.776115] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.776245] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.776477] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.776622] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.776901] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.777071] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.777197] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.777433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.777547] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.777689] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 1f44518f-713e-4671-bc22-96c67ac28c8e is going to be created. [ 1323.783456] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.798508] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.798737] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.798895] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.799180] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.799407] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.799690] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-1f44518f-713e-4671-bc22-96c67ac28c8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.286040] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.514489] env[69985]: INFO networking_nsxv3.common.synchronization [req-fd3314d3-9a8a-4fe4-a3d0-5165a0836e27 req-dbbe7f9e-5484-49a2-9368-751c7b0a63ad service nova] Enqueued Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGHEST for action security_group_rules [ 1324.515187] env[69985]: INFO networking_nsxv3.common.synchronization [req-fd3314d3-9a8a-4fe4-a3d0-5165a0836e27 req-dbbe7f9e-5484-49a2-9368-751c7b0a63ad service nova] Enqueued Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGHEST for action security_group_members [ 1324.515584] env[69985]: INFO networking_nsxv3.common.synchronization [req-fd3314d3-9a8a-4fe4-a3d0-5165a0836e27 req-dbbe7f9e-5484-49a2-9368-751c7b0a63ad service nova] Enqueued Resource ID: 1f44518f-713e-4671-bc22-96c67ac28c8e with Priority: HIGHEST for action port [ 1324.516367] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGHEST for action security_group_rules [ 1324.516548] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGHEST for action security_group_members [ 1324.516669] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f44518f-713e-4671-bc22-96c67ac28c8e with Priority: HIGHEST for action port [ 1324.517028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f17e308-9ea0-4669-9787-468d964eb7bb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.517178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.517301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.517538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.517654] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f17e308-9ea0-4669-9787-468d964eb7bb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.518509] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f17e308-9ea0-4669-9787-468d964eb7bb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.518989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.519126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.519332] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.519514] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.519636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.519723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.519891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.520016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.520136] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f17e308-9ea0-4669-9787-468d964eb7bb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.521797] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f44518f-713e-4671-bc22-96c67ac28c8e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.521797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f44518f-713e-4671-bc22-96c67ac28c8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.521797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f44518f-713e-4671-bc22-96c67ac28c8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.521797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f44518f-713e-4671-bc22-96c67ac28c8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.522068] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f44518f-713e-4671-bc22-96c67ac28c8e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.788992] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1324.789250] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1324.923944] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 in Status: SUCCESS [ 1324.923944] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 deletion is rescheduled due to dependency. [ 1324.924081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.023790] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f17e308-9ea0-4669-9787-468d964eb7bb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.025146] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f17e308-9ea0-4669-9787-468d964eb7bb taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.025146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.025474] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f44518f-713e-4671-bc22-96c67ac28c8e with status ACTIVE [ 1325.025716] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.025913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.025983] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.026205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.026297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.026464] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.026560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.026794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.026975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.027253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.027468] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.027578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.027647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.027800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.027876] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.027986] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f44518f-713e-4671-bc22-96c67ac28c8e is going to be updated. [ 1325.052029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.052217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.052256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.052987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.052987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.052987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f44518f-713e-4671-bc22-96c67ac28c8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.258476] env[69985]: INFO networking_nsxv3.common.synchronization [req-274c8671-dea7-4d07-85bf-98f1dc229ab6 req-d87ddf46-bdd0-4924-9074-e085cef6edba tempest-ServersNegativeTestJSON-1203889377 tempest-ServersNegativeTestJSON-1203889377-project-member] Enqueued Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1325.259684] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1325.263036] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.263036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.263036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.263036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.263036] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.263036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.263036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.263036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.263036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.263036] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.526070] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f17e308-9ea0-4669-9787-468d964eb7bb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.570871] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.571086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.571165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.571397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.585795] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1325.586830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.588701] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1325.598577] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5427ec-908e-4031-8afe-e13d8096314a in Status: SUCCESS [ 1325.598916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.599046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.599194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.599458] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.599589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.599650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.599809] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.599893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.600018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.600074] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f5427ec-908e-4031-8afe-e13d8096314a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.626118] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.626118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.626118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.626118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.634214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.635538] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1325.635712] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1325.635939] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1325.663058] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.663058] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-61" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.663058] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-61" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.663058] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-61" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.663058] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.663539] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.663539] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.663539] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.663642] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.663833] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1325.663942] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1325.664063] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1325.664181] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1325.664292] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1325.664400] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1325.664538] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1325.673770] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.673920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.673996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.674214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.675599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.675777] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1325.679855] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1325.680037] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.015 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1325.680186] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1325.680355] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-61" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.680659] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-fc9715b8-215a-4627-ab81-65fa9760790c taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.680825] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-fc9715b8-215a-4627-ab81-65fa9760790c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.680944] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-fc9715b8-215a-4627-ab81-65fa9760790c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.681310] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-fc9715b8-215a-4627-ab81-65fa9760790c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.681456] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc9715b8-215a-4627-ab81-65fa9760790c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.766072] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.782982] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.783187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.783245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.783527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.783702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.784055] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1325.867806] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.867806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.867806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.867806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.867806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.868274] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1325.868274] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a7398a06-0f2f-4cce-9c55-ed29434b6dea', '668e15db-a58c-4897-8cf6-e7d5cdef73d3', '6016fde7-4203-4c50-b087-d38ed3adcb10', '72360503-e0a4-4e6d-9911-6348a862f4a8', 'c18d6646-0a3d-47ef-bf77-b466f750df12', '1f9542bc-4110-4285-94ff-048eb58aef1c', 'f31714c6-8c45-4f60-aae4-be83c3eedab8', '3cd8b8f6-45fd-478a-bdc0-754c0d542853', '5f665145-8a5c-4a86-801c-76dd9fe1d986', '83c65ee9-eee6-4729-8e54-aaf27d02647e', '662df879-9222-4c19-9034-b899552c0697', '86613398-2c90-4e0e-9801-86ed84f0cef0', 'a93a6554-3a84-40c8-9973-51c1b8364865', '9c96f38b-e91a-457a-9bdd-f2bfc4a3d622', '32de3b4a-7d06-4206-bca6-da41c252a6b9', '81d51b95-05e9-45f1-a7ed-589ecebd0dee', 'e0cd683b-053c-4533-a84a-602b6d4d7d53', '9688fbe2-6a23-4c34-bdb5-81ac288049d0', '0c670476-20bf-4881-a417-95d3ff4ec12a', 'f087b6ad-c741-4152-bab2-b8adc5a80532', '05f3f891-fcf5-492f-9428-a15a0cb22d7b', 'd6f53e71-28be-4de8-a3e5-9f7d6457b308', '2af19154-8e6e-4ffd-8edf-1b770d2c3832', '5acf5d30-51b2-46c6-a32c-d3b0b550a37a', '049a42a0-d0df-4a77-887b-b86231afbfbf', 'd663bb5a-b674-4ae5-a7b7-aadd3dca5f45', '686ffa9b-bf16-4389-8157-cbff792d2f79', '35d60241-ff9e-4b28-9cd7-b81638e43a72', 'a8d8d547-bf0b-429c-8d84-79475b7c4c1d', '4c147bd3-2a40-41fa-8c11-60e1bff19b63', 'ee20676a-8272-49bd-975d-3e09ba4bcb31', '35a29af5-c97e-4852-b1a4-cd618c1f5c35', 'edb81510-055b-4e10-bb75-a9b3f326fe5f', '2f2f018b-729a-45ad-82b3-073f788c7ebb', '10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2', 'd6b3cfd5-19e7-4d81-a692-e4f721207b0b', '6041d5ce-87de-4799-8825-4b4881c015c3', 'b7d48a04-47f0-411e-acd2-1dfbb2feff6b', 'f13cc711-2954-45e2-be30-30a2ac6f1e1b', 'a4bfacf5-d023-4e71-8e98-87973c573bd7', 'a471e4cd-989a-40ff-9528-ba39b72c6939', '3efe893f-7edd-4b2e-a1ad-646e62675a55', '0a7aa2ec-d2fa-4108-b47d-ac51e517802c', 'ab1465ca-f357-4a59-a430-ace0d4b223af', '5fc51e8d-b16d-40a8-9724-45a9179988a7', '48df6982-9462-47bd-81be-8f1877031039'} {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1325.868274] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1325.889018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.889018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.889018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.889018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.889018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.889018] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1325.889018] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1325.889018] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1325.965808] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.965893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.965925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.966147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.967147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.967473] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1325.967556] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1325.967633] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1325.967694] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1325.967774] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1325.967846] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea with Priority: HIGH for action security_group_rules [ 1325.967926] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGH for action security_group_rules [ 1325.967993] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGH for action security_group_rules [ 1325.968068] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGH for action security_group_rules [ 1325.968132] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGH for action security_group_rules [ 1325.968192] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGH for action security_group_rules [ 1325.968254] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGH for action security_group_rules [ 1325.968315] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGH for action security_group_rules [ 1325.968376] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 with Priority: HIGH for action security_group_rules [ 1325.968437] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGH for action security_group_rules [ 1325.968497] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 662df879-9222-4c19-9034-b899552c0697 with Priority: HIGH for action security_group_rules [ 1325.968559] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGH for action security_group_rules [ 1325.968620] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a93a6554-3a84-40c8-9973-51c1b8364865 with Priority: HIGH for action security_group_rules [ 1325.968682] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGH for action security_group_rules [ 1325.968745] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGH for action security_group_rules [ 1325.968807] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGH for action security_group_rules [ 1325.968869] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 with Priority: HIGH for action security_group_rules [ 1325.968932] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGH for action security_group_rules [ 1325.969020] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGH for action security_group_rules [ 1325.969104] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGH for action security_group_rules [ 1325.969202] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.031259] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.031259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.031259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.031259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.031259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.031259] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f17e308-9ea0-4669-9787-468d964eb7bb is going to be created. [ 1326.054171] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.054171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.054171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.054171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.054171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.061194] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f17e308-9ea0-4669-9787-468d964eb7bb in Status: UNINITIALIZED for 2s [ 1326.109184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5427ec-908e-4031-8afe-e13d8096314a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.109184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.109184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.109184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.109184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.109184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.109184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.109184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.109184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.109184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.109184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5427ec-908e-4031-8afe-e13d8096314a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.109184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.109184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.109184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.109184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.109184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.109813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.109813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.109813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.109813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.109813] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f5427ec-908e-4031-8afe-e13d8096314a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.183432] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.183698] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.183829] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.184129] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.184349] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.184440] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port fc9715b8-215a-4627-ab81-65fa9760790c not found, creating... [ 1326.184708] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.184885] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.185083] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.185247] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.185388] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.185674] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.185819] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.186098] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.186200] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.186293] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.186506] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: fc9715b8-215a-4627-ab81-65fa9760790c is going to be created. [ 1326.211138] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.211138] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.211138] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.211511] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.211801] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.212346] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-fc9715b8-215a-4627-ab81-65fa9760790c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.268614] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.612293] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f5427ec-908e-4031-8afe-e13d8096314a: rpc.has_security_group_logging(os_id): False [ 1326.633730] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.633936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.634053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.634407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.634480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.634708] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.634846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.634949] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.635132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.635244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.635466] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.635600] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.635659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.635834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.635874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.636169] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.636263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.636320] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.636456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.636556] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.636603] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f5427ec-908e-4031-8afe-e13d8096314a is going to be created. [ 1326.693700] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.693911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.693911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.694225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.694431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.704576] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f5427ec-908e-4031-8afe-e13d8096314a in Status: IN_PROGRESS for 2s [ 1326.771387] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.771522] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.771601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.771816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.771909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.772020] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 is going to be updated. [ 1326.804854] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.805015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.805095] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.805304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.805445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.826362] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: IN_PROGRESS for 2s [ 1326.893121] env[69985]: INFO networking_nsxv3.common.synchronization [req-274c8671-dea7-4d07-85bf-98f1dc229ab6 req-7a296efd-e012-4789-9898-10e5010de37f service nova] Enqueued Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_rules [ 1326.893387] env[69985]: INFO networking_nsxv3.common.synchronization [req-274c8671-dea7-4d07-85bf-98f1dc229ab6 req-7a296efd-e012-4789-9898-10e5010de37f service nova] Enqueued Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1326.893455] env[69985]: INFO networking_nsxv3.common.synchronization [req-274c8671-dea7-4d07-85bf-98f1dc229ab6 req-7a296efd-e012-4789-9898-10e5010de37f service nova] Enqueued Resource ID: fc9715b8-215a-4627-ab81-65fa9760790c with Priority: HIGHEST for action port [ 1326.893683] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_rules [ 1326.893821] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1326.893924] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc9715b8-215a-4627-ab81-65fa9760790c with Priority: HIGHEST for action port [ 1326.894030] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea with Priority: HIGH for action security_group_rules [ 1326.894130] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 with Priority: HIGH for action security_group_rules [ 1326.894227] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 with Priority: HIGH for action security_group_rules [ 1326.894320] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGH for action security_group_rules [ 1326.894409] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f087b6ad-c741-4152-bab2-b8adc5a80532 with Priority: HIGH for action security_group_rules [ 1326.894495] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGH for action security_group_rules [ 1326.894582] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 with Priority: HIGH for action security_group_rules [ 1326.894666] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 with Priority: HIGH for action security_group_rules [ 1326.894753] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 with Priority: HIGH for action security_group_rules [ 1326.894837] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGH for action security_group_rules [ 1326.894924] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93a6554-3a84-40c8-9973-51c1b8364865 with Priority: HIGH for action security_group_rules [ 1326.895020] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 with Priority: HIGH for action security_group_rules [ 1326.895982] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662df879-9222-4c19-9034-b899552c0697 with Priority: HIGH for action security_group_rules [ 1326.896122] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e with Priority: HIGH for action security_group_rules [ 1326.896231] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 with Priority: HIGH for action security_group_rules [ 1326.896374] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9542bc-4110-4285-94ff-048eb58aef1c with Priority: HIGH for action security_group_rules [ 1326.896781] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 with Priority: HIGH for action security_group_rules [ 1326.896925] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGH for action security_group_rules [ 1326.897036] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 with Priority: HIGH for action security_group_rules [ 1326.897134] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGH for action security_group_rules [ 1326.897735] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.897864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.897978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.898159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.898242] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.899120] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.899225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.899424] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc9715b8-215a-4627-ab81-65fa9760790c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.899523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc9715b8-215a-4627-ab81-65fa9760790c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.899588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc9715b8-215a-4627-ab81-65fa9760790c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.899750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc9715b8-215a-4627-ab81-65fa9760790c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.899836] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc9715b8-215a-4627-ab81-65fa9760790c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.900569] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7398a06-0f2f-4cce-9c55-ed29434b6dea taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.900681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.900748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.900900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.901161] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7398a06-0f2f-4cce-9c55-ed29434b6dea',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.901689] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6016fde7-4203-4c50-b087-d38ed3adcb10 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.901799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.901865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.902022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.902095] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6016fde7-4203-4c50-b087-d38ed3adcb10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.904837] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f31714c6-8c45-4f60-aae4-be83c3eedab8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.904837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.904837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.904837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.904837] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f31714c6-8c45-4f60-aae4-be83c3eedab8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.904837] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.904837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.904837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.904837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.904837] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.905513] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f087b6ad-c741-4152-bab2-b8adc5a80532 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.905513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.905513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.905513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.905513] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f087b6ad-c741-4152-bab2-b8adc5a80532',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.907334] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.907334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.907334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.907334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.907334] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.908069] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.908069] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.908069] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.908069] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.908069] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9688fbe2-6a23-4c34-bdb5-81ac288049d0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.908432] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0cd683b-053c-4533-a84a-602b6d4d7d53 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.908542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.908610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.908759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.908831] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0cd683b-053c-4533-a84a-602b6d4d7d53',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.909611] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.909721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.909973] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.909973] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.910039] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c96f38b-e91a-457a-9bdd-f2bfc4a3d622',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.911091] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.911091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.911091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.911494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.911601] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.912347] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a93a6554-3a84-40c8-9973-51c1b8364865 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.912487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.912561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.912712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.912783] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a93a6554-3a84-40c8-9973-51c1b8364865',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.913448] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86613398-2c90-4e0e-9801-86ed84f0cef0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.913592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.913666] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.913823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.913894] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86613398-2c90-4e0e-9801-86ed84f0cef0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.914747] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-662df879-9222-4c19-9034-b899552c0697 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.914747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.914869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.915230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.915230] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('662df879-9222-4c19-9034-b899552c0697',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.915758] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83c65ee9-eee6-4729-8e54-aaf27d02647e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.915843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.915880] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.916016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.916090] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83c65ee9-eee6-4729-8e54-aaf27d02647e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.917120] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f665145-8a5c-4a86-801c-76dd9fe1d986 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.917120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.917120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.917120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.917120] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f665145-8a5c-4a86-801c-76dd9fe1d986',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.917813] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f9542bc-4110-4285-94ff-048eb58aef1c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.917873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.917941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.918075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.918185] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f9542bc-4110-4285-94ff-048eb58aef1c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.919137] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.919336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.919336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.919763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.919763] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd8b8f6-45fd-478a-bdc0-754c0d542853',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.920290] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.920400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.920654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.920654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.920807] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.921795] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.921929] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.922011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.922691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.922691] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('668e15db-a58c-4897-8cf6-e7d5cdef73d3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.922691] env[69985]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1326.923361] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.923456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.923555] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.923678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.923749] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.426113] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc9715b8-215a-4627-ab81-65fa9760790c with status ACTIVE [ 1327.426903] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.428219] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.428399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.428661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.428828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.429149] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.429298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.429416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.429646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.429814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.430074] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.430218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.430365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.430606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.430745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.430870] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc9715b8-215a-4627-ab81-65fa9760790c is going to be updated. [ 1327.436053] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.436222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.436365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.436620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.436810] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.436941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.437136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.437349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.437501] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.437637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.437780] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.454653] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.454903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.457688] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.458745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.458856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.459474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.459474] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.459676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.459676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.459916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.460112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.460340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.460340] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.465217] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.465329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.466454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.466454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.466454] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.466454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.466454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.466454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.466454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.466454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.466454] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.467705] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.467819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.467883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.468139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.471723] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.471723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.471723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.471723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.471723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.471723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.471723] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.514383] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.514589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.514691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.514974] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.516739] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.516900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.517782] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.517954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.520824] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.520964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.521851] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.522042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.522190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.522431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.522621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.522822] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc9715b8-215a-4627-ab81-65fa9760790c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.523617] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.523745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.524568] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.524706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.525868] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.526014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.526822] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.526979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.527802] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.527932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.528665] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.528807] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.529604] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.530285] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.530285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.534688] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.534688] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.534688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.535225] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.535706] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.536087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.536873] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.537323] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.537430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.538120] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.538564] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.538683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.540067] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1327.540555] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.540679] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd8b8f6-45fd-478a-bdc0-754c0d542853 is going to be deleted. [ 1327.541606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.542049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.543475] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.543611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.563742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.563960] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a93a6554-3a84-40c8-9973-51c1b8364865 is going to be deleted. [ 1327.567077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.567077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.592362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.592511] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f9542bc-4110-4285-94ff-048eb58aef1c is going to be deleted. [ 1327.593494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.593720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.602942] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.603081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.629729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.629952] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6016fde7-4203-4c50-b087-d38ed3adcb10 is going to be deleted. [ 1327.630914] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.631273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.632767] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.632873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.658906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.659074] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662df879-9222-4c19-9034-b899552c0697 is going to be deleted. [ 1327.659920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.660153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.675982] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.676193] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.689932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.690260] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83c65ee9-eee6-4729-8e54-aaf27d02647e is going to be deleted. [ 1327.691393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.691681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.754704] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.754908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.755771] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.755934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.772548] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.772668] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f087b6ad-c741-4152-bab2-b8adc5a80532 is going to be deleted. [ 1327.773639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.773849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.825979] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.826187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.836746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.837080] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7398a06-0f2f-4cce-9c55-ed29434b6dea is going to be deleted. [ 1327.837842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.838067] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.862072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.862194] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0cd683b-053c-4533-a84a-602b6d4d7d53 is going to be deleted. [ 1327.863067] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.863275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.905883] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.906230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.939073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.939222] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9688fbe2-6a23-4c34-bdb5-81ac288049d0 is going to be deleted. [ 1327.940533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.940533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.946242] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.946399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.946460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.946628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.946798] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.946890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.946953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.947118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.947209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.947294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.947477] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.947561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.947611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.947731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.948017] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.948017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.948165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.948165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.948250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.948336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.948421] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.967159] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.967357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.969070] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.974472] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.985587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.987226] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 is going to be deleted. [ 1327.989690] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.989875] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.989981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.990311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.990745] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.990745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.990745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.991171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.992186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.992314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.992504] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.992616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.992697] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.992864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.993045] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.993166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.993235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.993402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.993483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.993574] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.993674] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.996444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.996636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.046018] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.046018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.055577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.055715] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c96f38b-e91a-457a-9bdd-f2bfc4a3d622 is going to be deleted. [ 1328.056650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.056873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.079572] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f17e308-9ea0-4669-9787-468d964eb7bb in Status: SUCCESS [ 1328.079572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.079572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.079711] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.079834] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.079980] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.080959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.081349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.081349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.081417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.082284] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f17e308-9ea0-4669-9787-468d964eb7bb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.105249] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.105381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.118626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.118771] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 668e15db-a58c-4897-8cf6-e7d5cdef73d3 is going to be deleted. [ 1328.119763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.119972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.140395] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.140538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.149842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.150014] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f31714c6-8c45-4f60-aae4-be83c3eedab8 is going to be deleted. [ 1328.154229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.154229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.202220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.202362] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f665145-8a5c-4a86-801c-76dd9fe1d986 is going to be deleted. [ 1328.203424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.203689] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.262193] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.262362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.283778] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.283897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.295075] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.295075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.301833] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.301979] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86613398-2c90-4e0e-9801-86ed84f0cef0 is going to be deleted. [ 1328.306017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.306017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.306017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.306017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd8b8f6-45fd-478a-bdc0-754c0d542853" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.306017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.306017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.306017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.306017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a93a6554-3a84-40c8-9973-51c1b8364865" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.306017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.306017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.306017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.306017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f9542bc-4110-4285-94ff-048eb58aef1c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.306427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.306517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.306599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.306719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6016fde7-4203-4c50-b087-d38ed3adcb10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.306849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.307024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.307080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.307173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-662df879-9222-4c19-9034-b899552c0697" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.307291] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.307665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.307747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.307867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83c65ee9-eee6-4729-8e54-aaf27d02647e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.307994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.308178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.308264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.308409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f087b6ad-c741-4152-bab2-b8adc5a80532" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.308587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.308770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.308881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.309048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7398a06-0f2f-4cce-9c55-ed29434b6dea" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.309324] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.309932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.309978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.310776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0cd683b-053c-4533-a84a-602b6d4d7d53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.310776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.310776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.310918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.310918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9688fbe2-6a23-4c34-bdb5-81ac288049d0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.311268] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.311430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.311514] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.311626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.311763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.312430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.312430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.312430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c96f38b-e91a-457a-9bdd-f2bfc4a3d622" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.312430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.312554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.312554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.312643] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f31714c6-8c45-4f60-aae4-be83c3eedab8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.312773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.312944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.316569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.316569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-668e15db-a58c-4897-8cf6-e7d5cdef73d3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.319385] env[69985]: INFO networking_nsxv3.common.synchronization [req-1ff62a20-a044-4f68-986d-b50aff537b75 req-e60f0d73-8383-4da6-88a9-c316c77039e3 tempest-DeleteServersTestJSON-1168726256 tempest-DeleteServersTestJSON-1168726256-project-member] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1328.319932] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1328.320634] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.320793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.321508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.321508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.321508] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.321508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.321508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.321701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.321701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.321760] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.358222] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.358222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.358222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.359960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.359960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.359960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f665145-8a5c-4a86-801c-76dd9fe1d986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.407576] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1328.408136] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.408297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.408371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.408714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.408824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.409016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86613398-2c90-4e0e-9801-86ed84f0cef0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.450712] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81d51b95-05e9-45f1-a7ed-589ecebd0dee: rpc.has_security_group_logging(os_id): False [ 1328.469869] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.470086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.470164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.470389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.471635] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c18d6646-0a3d-47ef-bf77-b466f750df12: rpc.has_security_group_logging(os_id): False [ 1328.476034] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72360503-e0a4-4e6d-9911-6348a862f4a8: rpc.has_security_group_logging(os_id): False [ 1328.495840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.496241] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.496368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.496434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.497375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.497375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.497375] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.497375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.497375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.497375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.497609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.497732] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.497873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.497947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.498263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.498362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.498473] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1328.499684] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c670476-20bf-4881-a417-95d3ff4ec12a: rpc.has_security_group_logging(os_id): False [ 1328.501694] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.501840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.501901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.503200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.504788] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.504911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.539581] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.539747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.542327] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.542607] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.542745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.542811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.542954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.543112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.543211] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be updated. [ 1328.544352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.544525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.570554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.571199] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.571314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.571387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.571609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.571804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.571804] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18d6646-0a3d-47ef-bf77-b466f750df12 is going to be updated. [ 1328.574421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.574645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.583962] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f17e308-9ea0-4669-9787-468d964eb7bb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.641636] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.641781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.642864] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.642973] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.645633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.645919] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.646065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.646137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.646345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.646442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.646761] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.646875] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.646942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.647114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.647198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.647422] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.647610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.647667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.647819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.647918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.648061] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1328.649241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.649409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.649584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.650840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.651029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.651178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.666728] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1328.667428] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 1328.700425] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.700562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.700562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.700774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.700929] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.745484] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f5427ec-908e-4031-8afe-e13d8096314a in Status: SUCCESS [ 1328.745787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.747878] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: IN_PROGRESS for 2s [ 1328.765872] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.766116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.766116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.766369] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.766525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.786068] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1328.824543] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.824732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.824877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.825182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.825317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.827082] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.827082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.827082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.827082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.827082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.827082] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1328.849167] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: SUCCESS [ 1328.849567] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.849791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.850136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.850440] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.850638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.850728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.850924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.851089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.851140] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.874715] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.874715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.874945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.879024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.879024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.894086] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1329.089523] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f17e308-9ea0-4669-9787-468d964eb7bb: rpc.has_security_group_logging(os_id): False [ 1329.106681] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.106905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.107016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.107276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.107411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.107744] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.107895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.107993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.108258] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.108377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.108511] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f17e308-9ea0-4669-9787-468d964eb7bb is going to be created. [ 1329.163288] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.163288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.163288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.163475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.163684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.179943] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f17e308-9ea0-4669-9787-468d964eb7bb in Status: IN_PROGRESS for 2s [ 1329.356328] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.859799] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.362724] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.363120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.363120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.363395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.363534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.363673] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 is going to be updated. [ 1330.395642] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.395642] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.395642] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.395642] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.395642] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.403615] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: IN_PROGRESS for 2s [ 1330.685226] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 1330.685519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.686450] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1330.686663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.762170] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: SUCCESS [ 1330.762170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.802506] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1330.802506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.909044] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1330.909044] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee deletion is rescheduled due to dependency. [ 1330.909044] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.037929] env[69985]: INFO networking_nsxv3.common.synchronization [None req-71515719-5734-49fc-bb36-abd6ec28495c tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGHEST for action security_group_rules [ 1331.038096] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGHEST for action security_group_rules [ 1331.038393] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-646e8911-b2fc-438c-aec3-34b04732119d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.042764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.042865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.043150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.043269] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('646e8911-b2fc-438c-aec3-34b04732119d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.174305] env[69985]: INFO networking_nsxv3.common.synchronization [None req-e26f545c-82d8-41dc-8369-f03e59ed80e4 tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGHEST for action security_group_rules [ 1331.174885] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGHEST for action security_group_rules [ 1331.179020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-646e8911-b2fc-438c-aec3-34b04732119d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.179020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.192704] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f17e308-9ea0-4669-9787-468d964eb7bb in Status: SUCCESS [ 1331.192918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.565365] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.565863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.565863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.565863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.566096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.566096] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 646e8911-b2fc-438c-aec3-34b04732119d already deleted. [ 1331.566096] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.566305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.566678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.566678] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('646e8911-b2fc-438c-aec3-34b04732119d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.087219] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.087372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.087448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.087651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.087739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.087840] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 646e8911-b2fc-438c-aec3-34b04732119d already deleted. [ 1332.087922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.368100] env[69985]: INFO networking_nsxv3.common.synchronization [req-b11b4ad9-3476-4b99-b855-ebc3c424e050 req-e35ebda0-124c-4c55-af30-70bb8f2793bf tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1332.368100] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1332.368100] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.368100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.368100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.368100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.368100] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.368100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.368100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.368100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.368100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.368100] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.416672] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: SUCCESS [ 1332.416893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.417053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.417918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.417918] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.417918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.417918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.417918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.417918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.417918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.418329] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.618566] env[69985]: INFO networking_nsxv3.common.synchronization [req-edf29253-52b6-46f5-9832-28b4cbb7e264 req-ac47ed51-7b1a-4bc3-8c06-d1e4ed594260 tempest-ServerDiskConfigTestJSON-649865869 tempest-ServerDiskConfigTestJSON-649865869-project-member] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1332.619256] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1332.619567] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.619688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.619765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.621356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.621356] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.621356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.621356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.621356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.621356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.621697] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.876618] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.921246] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.921246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.921442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.921499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.921763] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.921763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.921975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.921975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.922393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.922393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.922393] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.922393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.922793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.922793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.922793] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.922793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.923046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.923046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.923141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.923193] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.923593] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.995083] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.995831] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.995831] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.995831] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.996056] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.996146] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.996246] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.996484] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.996646] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.996873] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1332.996993] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1332.998837] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1332.999018] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1332.999204] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1332.999343] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1332.999492] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1333.023101] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1333.023101] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1333.023101] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1333.023101] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.023101] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-f0f66e20-bfab-46ab-a70b-a4a982f63954 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.023101] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-f0f66e20-bfab-46ab-a70b-a4a982f63954" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.023101] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-f0f66e20-bfab-46ab-a70b-a4a982f63954" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.023101] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-f0f66e20-bfab-46ab-a70b-a4a982f63954" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.023101] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f66e20-bfab-46ab-a70b-a4a982f63954',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.129022] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.129022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.129022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.129022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.150205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.150506] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.150631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.150785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.151164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.151270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.151368] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1333.180670] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.180891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.180937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.181216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.181365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.189497] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1333.379774] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.427449] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d60241-ff9e-4b28-9cd7-b81638e43a72: rpc.has_security_group_logging(os_id): False [ 1333.444694] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.444694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.444694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.444694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.461024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.461024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.461024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.461353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.461353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.461444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.461647] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.461739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.461823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.461952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.462041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.462259] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.462357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.462446] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.462598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.462679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.462770] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 is going to be updated. [ 1333.516067] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.516267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.516657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.516657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.516799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.527829] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: IN_PROGRESS for 2s [ 1333.528535] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.528741] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.528892] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.529259] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.529425] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.529601] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port f0f66e20-bfab-46ab-a70b-a4a982f63954 not found, creating... [ 1333.529864] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.530038] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.530189] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.530416] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.530571] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.530893] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.531132] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.531220] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.531436] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.531597] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.531747] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: f0f66e20-bfab-46ab-a70b-a4a982f63954 is going to be created. [ 1333.551327] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.551557] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.551701] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.551980] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.552227] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.552475] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-f0f66e20-bfab-46ab-a70b-a4a982f63954" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.881674] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.881997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.881997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.882135] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.882225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.885635] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1333.913035] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.913189] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.913342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.913503] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.913699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.922910] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1334.402099] env[69985]: INFO networking_nsxv3.common.synchronization [req-b11b4ad9-3476-4b99-b855-ebc3c424e050 req-2da0d4b5-535e-469a-aa4e-e09fa56ac1ea service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1334.402366] env[69985]: INFO networking_nsxv3.common.synchronization [req-b11b4ad9-3476-4b99-b855-ebc3c424e050 req-2da0d4b5-535e-469a-aa4e-e09fa56ac1ea service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1334.402554] env[69985]: INFO networking_nsxv3.common.synchronization [req-b11b4ad9-3476-4b99-b855-ebc3c424e050 req-2da0d4b5-535e-469a-aa4e-e09fa56ac1ea service nova] Enqueued Resource ID: f0f66e20-bfab-46ab-a70b-a4a982f63954 with Priority: HIGHEST for action port [ 1334.407226] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1334.407467] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1334.407605] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f66e20-bfab-46ab-a70b-a4a982f63954 with Priority: HIGHEST for action port [ 1334.408321] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.408479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.408569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.408835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.408941] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.410423] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.410423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.410423] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0f66e20-bfab-46ab-a70b-a4a982f63954 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.410423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0f66e20-bfab-46ab-a70b-a4a982f63954" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.410607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0f66e20-bfab-46ab-a70b-a4a982f63954" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.410688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0f66e20-bfab-46ab-a70b-a4a982f63954" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.410768] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f66e20-bfab-46ab-a70b-a4a982f63954',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.688849] env[69985]: INFO networking_nsxv3.common.synchronization [req-daf04fec-6db2-47b6-9ad3-00c2a9f1c52e req-13a7e9ff-6e1b-46ba-8210-d5ea4bd5f04a tempest-VolumesAdminNegativeTest-1577344158 tempest-VolumesAdminNegativeTest-1577344158-project-member] Enqueued Resource ID: 7f5427ec-908e-4031-8afe-e13d8096314a with Priority: HIGHEST for action security_group_members [ 1334.689370] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5427ec-908e-4031-8afe-e13d8096314a with Priority: HIGHEST for action security_group_members [ 1334.689787] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f5427ec-908e-4031-8afe-e13d8096314a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.689939] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.690862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.690862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.690862] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.690862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.690862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.690862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.690862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.690862] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f5427ec-908e-4031-8afe-e13d8096314a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.913300] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.913300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.914695] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0f66e20-bfab-46ab-a70b-a4a982f63954 with status ACTIVE [ 1334.914901] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.915078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.915144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.915401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.915560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.915957] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.915957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.916098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.916440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.916500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.917354] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.917458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.917494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.917645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.917729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.918495] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0f66e20-bfab-46ab-a70b-a4a982f63954 is going to be updated. [ 1334.938066] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.938225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.938331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.938499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.938636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.938794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0f66e20-bfab-46ab-a70b-a4a982f63954" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.193196] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.193487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.193487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.193604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.193706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.193896] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.193995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.194065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.194214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.194291] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.194390] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5427ec-908e-4031-8afe-e13d8096314a is going to be updated. [ 1335.202310] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1335.202434] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 deletion is rescheduled due to dependency. [ 1335.202529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.222308] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.222308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.222559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.223017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.223184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.232160] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5427ec-908e-4031-8afe-e13d8096314a in Status: IN_PROGRESS for 2s [ 1335.543878] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: SUCCESS [ 1335.544122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.933044] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1335.933044] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.933419] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.933419] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.933755] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.933920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.934019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.934327] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.934492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.934622] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.437964] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.625551] env[69985]: INFO networking_nsxv3.common.synchronization [req-928ee948-8347-44a5-bba9-6332fe725808 req-8828f6e2-1429-4d08-878b-a15dd4953f42 tempest-ServersNegativeTestJSON-1203889377 tempest-ServersNegativeTestJSON-1203889377-project-member] Enqueued Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1336.626093] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1336.626393] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.626521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.626588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.626785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.627032] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.627032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.627149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.627258] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.627347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.627464] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.939969] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.129687] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.241397] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f5427ec-908e-4031-8afe-e13d8096314a in Status: SUCCESS [ 1337.241589] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f5427ec-908e-4031-8afe-e13d8096314a deletion is rescheduled due to dependency. [ 1337.241717] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.446602] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.446602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.446602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.446602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.446602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.446602] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1337.474876] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.474876] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.474876] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.474876] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.474876] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.482147] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1337.632592] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.136026] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.136026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.136350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.136350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.136484] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.136517] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 is going to be updated. [ 1338.162282] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.162410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.162498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.162718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.162860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.173509] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: IN_PROGRESS for 2s [ 1339.113200] env[69985]: INFO networking_nsxv3.common.synchronization [req-47e0d276-769b-499e-b723-002004e2921d req-dfb5a115-9935-4767-92d3-f3bbe8f3e74a tempest-ImagesOneServerNegativeTestJSON-1532545984 tempest-ImagesOneServerNegativeTestJSON-1532545984-project-member] Enqueued Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1339.113200] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1339.113200] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.113200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.113200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.113200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.113200] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.113200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.113775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.114340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.114704] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.114950] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.492505] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1339.494200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.494387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.494600] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.494796] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.494913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.494974] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.495150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.495225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.495314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.495406] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.514756] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.514966] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-871" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.515116] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-871" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.515485] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-871" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.515746] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.515911] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.517956] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.517956] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.517956] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.517956] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1339.517956] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.517956] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.522975] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.522975] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1339.522975] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.522975] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.539556] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.539865] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1339.540087] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.540297] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-871" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.540619] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-1af32739-5591-409e-8d79-66f78e068c14 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.540792] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-1af32739-5591-409e-8d79-66f78e068c14" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.540912] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-1af32739-5591-409e-8d79-66f78e068c14" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.541309] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-1af32739-5591-409e-8d79-66f78e068c14" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.541463] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1af32739-5591-409e-8d79-66f78e068c14',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.617632] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.617818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.617892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.618134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.618231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.618434] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.618529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.618592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.618742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.618818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.618901] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 already deleted. [ 1339.618980] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.998036] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.998191] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.998242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.998460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.998648] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.998744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.998821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.999065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.999105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.999242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.999438] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.999576] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.999611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.999738] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.999890] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.999988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.000049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.000218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.000294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.000378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.000483] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.043674] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.043920] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.044067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.044350] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.044511] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.044789] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 1af32739-5591-409e-8d79-66f78e068c14 not found, creating... [ 1340.044936] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.045115] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.045239] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.045466] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.045609] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.046301] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.046301] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.046301] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.046498] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.046534] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.046655] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 1af32739-5591-409e-8d79-66f78e068c14 is going to be created. [ 1340.065294] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.065527] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.065659] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.065934] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.066183] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.066414] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-1af32739-5591-409e-8d79-66f78e068c14" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.184329] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: SUCCESS [ 1340.184505] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.502640] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c670476-20bf-4881-a417-95d3ff4ec12a: rpc.has_security_group_logging(os_id): False [ 1340.522023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.522023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.522023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.522023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.522023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.522023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.522023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.522023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.522023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.522023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.522023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.522023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.522023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.522023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.522023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.522578] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.522578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.522578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.522578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.522578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.522578] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1340.587878] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.588077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.588124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.588367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.588515] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.608167] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1341.284323] env[69985]: INFO networking_nsxv3.common.synchronization [req-47e0d276-769b-499e-b723-002004e2921d req-4293ab3a-6cc7-451d-8761-9cb572f363be service nova] Enqueued Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_rules [ 1341.284507] env[69985]: INFO networking_nsxv3.common.synchronization [req-47e0d276-769b-499e-b723-002004e2921d req-4293ab3a-6cc7-451d-8761-9cb572f363be service nova] Enqueued Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1341.284703] env[69985]: INFO networking_nsxv3.common.synchronization [req-47e0d276-769b-499e-b723-002004e2921d req-4293ab3a-6cc7-451d-8761-9cb572f363be service nova] Enqueued Resource ID: 1af32739-5591-409e-8d79-66f78e068c14 with Priority: HIGHEST for action port [ 1341.284878] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_rules [ 1341.284998] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1341.285110] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af32739-5591-409e-8d79-66f78e068c14 with Priority: HIGHEST for action port [ 1341.285650] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.285780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.285848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.286207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.286330] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.287593] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.287696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.287763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.288023] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.288204] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.288425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.288720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.288720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.288883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.288883] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.293194] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-1af32739-5591-409e-8d79-66f78e068c14 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.293578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1af32739-5591-409e-8d79-66f78e068c14" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.293661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1af32739-5591-409e-8d79-66f78e068c14" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.293825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1af32739-5591-409e-8d79-66f78e068c14" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.295085] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1af32739-5591-409e-8d79-66f78e068c14',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.412887] env[69985]: INFO networking_nsxv3.common.synchronization [req-ec747ec6-d1d1-4581-b831-e86fc95d9df7 req-84cb57ae-1b07-410b-842e-8ddd5b1c2839 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_members [ 1341.413479] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_members [ 1341.413790] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.413913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.413977] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.414281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.414538] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.414634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.414724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.414893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.414985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.415097] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.703687] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.703687] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.704120] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.704120] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.704339] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.704501] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.704643] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.704910] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.705050] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.705282] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1341.705475] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1341.705609] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1341.705714] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1341.705853] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1341.705972] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1341.706128] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1341.723130] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1341.723346] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1341.723477] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1341.723696] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.724040] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-c35bf17a-173c-4013-b8e4-85b2415e8860 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.724216] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-c35bf17a-173c-4013-b8e4-85b2415e8860" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.724342] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-c35bf17a-173c-4013-b8e4-85b2415e8860" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.724677] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-c35bf17a-173c-4013-b8e4-85b2415e8860" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.724825] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c35bf17a-173c-4013-b8e4-85b2415e8860',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.788743] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.788896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.795589] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.799349] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1af32739-5591-409e-8d79-66f78e068c14 with status ACTIVE [ 1341.799671] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.799671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.799811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.799940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.800039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.800334] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.800334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.800491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.800551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.800636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.800875] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.801014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.801092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.801276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.801348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.801420] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1af32739-5591-409e-8d79-66f78e068c14 is going to be updated. [ 1341.822389] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.822595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.822634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.822842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.822997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.823173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1af32739-5591-409e-8d79-66f78e068c14" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.918350] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.227253] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.227537] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.227686] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.228050] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.228253] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.228458] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port c35bf17a-173c-4013-b8e4-85b2415e8860 not found, creating... [ 1342.228790] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.228988] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.229154] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.229432] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.229588] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.229939] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.231081] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.231309] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.231738] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.231920] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.232218] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: c35bf17a-173c-4013-b8e4-85b2415e8860 is going to be created. [ 1342.260385] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.260629] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.260775] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.261103] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.261448] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.261704] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-c35bf17a-173c-4013-b8e4-85b2415e8860" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.297366] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.421594] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.624878] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1342.625074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.799871] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.799871] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.799871] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.800346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.800346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.800346] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 is going to be created. [ 1342.827837] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.827837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.827837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.827837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.827837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.835485] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: UNINITIALIZED for 2s [ 1342.928024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.928024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.928024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.928024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.928024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.928024] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18d6646-0a3d-47ef-bf77-b466f750df12 is going to be updated. [ 1342.929444] env[69985]: INFO networking_nsxv3.common.synchronization [req-ec747ec6-d1d1-4581-b831-e86fc95d9df7 req-dfc03b18-b9bd-4f29-a43d-514701b9b6d4 service nova] Enqueued Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_rules [ 1342.929809] env[69985]: INFO networking_nsxv3.common.synchronization [req-ec747ec6-d1d1-4581-b831-e86fc95d9df7 req-dfc03b18-b9bd-4f29-a43d-514701b9b6d4 service nova] Enqueued Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_members [ 1342.930101] env[69985]: INFO networking_nsxv3.common.synchronization [req-ec747ec6-d1d1-4581-b831-e86fc95d9df7 req-dfc03b18-b9bd-4f29-a43d-514701b9b6d4 service nova] Enqueued Resource ID: c35bf17a-173c-4013-b8e4-85b2415e8860 with Priority: HIGHEST for action port [ 1342.931318] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_rules [ 1342.932028] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_members [ 1342.932143] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c35bf17a-173c-4013-b8e4-85b2415e8860 with Priority: HIGHEST for action port [ 1342.932460] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.932588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.932654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.932855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.932941] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.933872] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.933969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.934173] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-c35bf17a-173c-4013-b8e4-85b2415e8860 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.934275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c35bf17a-173c-4013-b8e4-85b2415e8860" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.934344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c35bf17a-173c-4013-b8e4-85b2415e8860" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.934513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c35bf17a-173c-4013-b8e4-85b2415e8860" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.934591] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c35bf17a-173c-4013-b8e4-85b2415e8860',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.956975] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.957151] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.957206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.957426] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.957568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.966190] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: IN_PROGRESS for 2s [ 1343.436806] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.437039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.437267] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c35bf17a-173c-4013-b8e4-85b2415e8860 with status ACTIVE [ 1343.437459] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.437581] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.437648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.437873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.437976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.438167] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.438265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.438346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.438525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.438640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.438834] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.438931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.438993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.439180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.439287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.439373] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c35bf17a-173c-4013-b8e4-85b2415e8860 is going to be updated. [ 1343.458441] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.458672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.458744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.458955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.459130] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.459340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c35bf17a-173c-4013-b8e4-85b2415e8860" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.845953] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: SUCCESS [ 1344.846332] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.846606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.846819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.847021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.847138] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.847198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.847348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.847427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.847541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.847609] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.975032] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: SUCCESS [ 1344.975261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.975430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.975638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.975824] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.975940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.976009] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.976168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.976251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.976346] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.353074] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.353074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.353398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.353398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.353536] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.353629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.353699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.353869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.354035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.354100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.354237] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.354319] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.354374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.354481] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.354618] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.354711] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.354766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.354905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.355146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.355146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.355146] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.478195] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.857515] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 299686e5-149e-4d53-ab93-39ffae760f90: rpc.has_security_group_logging(os_id): False [ 1345.874354] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.874512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.874556] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.874770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.874861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.875088] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.875174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.875239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.875387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.875467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.875640] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.875731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.875789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.875922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.875994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.876190] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.876281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.876341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.876487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.876561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.876646] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 is going to be created. [ 1345.930421] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.930604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.930645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.930867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.931074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.942039] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: IN_PROGRESS for 2s [ 1345.980557] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.064514] env[69985]: INFO networking_nsxv3.common.synchronization [req-f4166c9a-5e73-45a6-8b36-7c88ce5df80f req-b97f0a40-ffd6-42e9-bd36-eb6369713323 tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1346.065039] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1346.065343] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.065473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.065541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.065777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.065932] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.066209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.066294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.066454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.066641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.066641] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.483750] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.483937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.484046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.486089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.486855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.486855] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18d6646-0a3d-47ef-bf77-b466f750df12 is going to be updated. [ 1346.514128] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.514128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.514128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.514128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.514128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.521835] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: IN_PROGRESS for 2s [ 1346.568557] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.072749] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.576816] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.576816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.576816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.576816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.577020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.577020] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1347.606961] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.606961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.606961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.608895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.608895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.616775] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1347.957238] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: SUCCESS [ 1347.957457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.389918] env[69985]: INFO networking_nsxv3.common.synchronization [req-fc4009b0-881b-4bf3-bce2-43bdbec67dcd req-87ed8759-8167-4b10-933c-ae810ab827ea tempest-ServerDiskConfigTestJSON-649865869 tempest-ServerDiskConfigTestJSON-649865869-project-member] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1348.391014] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1348.391014] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.391014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.391014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.391314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.391506] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.391608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.391668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.391821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.391910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.392045] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.532377] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: SUCCESS [ 1348.532713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.532998] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.533341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.533651] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.533793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.533879] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.534147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.534285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.534441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.534605] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.702876] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.703099] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.703238] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.703584] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.703984] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.704290] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.704523] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.704800] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.705421] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.705421] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1348.705550] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1348.705639] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1348.705755] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1348.705880] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1348.706059] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1348.706215] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1348.731691] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1348.731691] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1348.731691] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1348.731691] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-770" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.731691] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-5b1da692-8443-4514-a168-fc8c34ae5b4a taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.731691] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-5b1da692-8443-4514-a168-fc8c34ae5b4a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.731691] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-5b1da692-8443-4514-a168-fc8c34ae5b4a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.731691] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-5b1da692-8443-4514-a168-fc8c34ae5b4a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.731691] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b1da692-8443-4514-a168-fc8c34ae5b4a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.894091] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.894286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.894376] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.894688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.894799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.895037] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.895143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.895208] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.895397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.895490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.895610] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1348.924565] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.924723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.924805] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.925039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.925187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.933828] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1349.036586] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.236712] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.236974] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.237104] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.237436] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.237613] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.237794] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 5b1da692-8443-4514-a168-fc8c34ae5b4a not found, creating... [ 1349.238139] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.238348] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.238478] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.238746] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.238905] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.239278] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.239501] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.239648] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.239910] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.240068] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.240229] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 5b1da692-8443-4514-a168-fc8c34ae5b4a is going to be created. [ 1349.263752] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.264010] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.264165] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.264515] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.264774] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.265114] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-5b1da692-8443-4514-a168-fc8c34ae5b4a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.539031] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c18d6646-0a3d-47ef-bf77-b466f750df12: rpc.has_security_group_logging(os_id): False [ 1349.561031] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.561031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.561031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.561031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.561031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.561031] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.561031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.561031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.561445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.561445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.561445] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18d6646-0a3d-47ef-bf77-b466f750df12 is going to be updated. [ 1349.624988] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.624988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.625173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.625273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.625413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.632223] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1349.632223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.641828] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: IN_PROGRESS for 2s [ 1349.950385] env[69985]: INFO networking_nsxv3.common.synchronization [req-fc4009b0-881b-4bf3-bce2-43bdbec67dcd req-76578458-6631-4ae1-aee5-bc17886c8d12 service nova] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_rules [ 1349.950593] env[69985]: INFO networking_nsxv3.common.synchronization [req-fc4009b0-881b-4bf3-bce2-43bdbec67dcd req-76578458-6631-4ae1-aee5-bc17886c8d12 service nova] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1349.950714] env[69985]: INFO networking_nsxv3.common.synchronization [req-fc4009b0-881b-4bf3-bce2-43bdbec67dcd req-76578458-6631-4ae1-aee5-bc17886c8d12 service nova] Enqueued Resource ID: 5b1da692-8443-4514-a168-fc8c34ae5b4a with Priority: HIGHEST for action port [ 1349.951284] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_rules [ 1349.951425] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1349.951535] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b1da692-8443-4514-a168-fc8c34ae5b4a with Priority: HIGHEST for action port [ 1349.951822] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.951939] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.952012] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.952307] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.952392] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.953815] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.953815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.954013] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b1da692-8443-4514-a168-fc8c34ae5b4a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.954113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b1da692-8443-4514-a168-fc8c34ae5b4a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.954169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b1da692-8443-4514-a168-fc8c34ae5b4a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.954337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b1da692-8443-4514-a168-fc8c34ae5b4a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.954411] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b1da692-8443-4514-a168-fc8c34ae5b4a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.456207] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.456407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.456653] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b1da692-8443-4514-a168-fc8c34ae5b4a with status ACTIVE [ 1350.456886] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.457029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.457092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.457297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.457387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.457554] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.457652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.458077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.458077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.458077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.458228] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.458228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.458312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.458395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.458466] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.458548] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b1da692-8443-4514-a168-fc8c34ae5b4a is going to be updated. [ 1350.479573] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.479740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.479790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.479938] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.480081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.480233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b1da692-8443-4514-a168-fc8c34ae5b4a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.791998] env[69985]: INFO networking_nsxv3.common.synchronization [req-12b711ff-45f7-48a5-9a4f-071d7f821505 req-aa10b220-e37f-474e-97e1-18d61f634382 tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGHEST for action security_group_members [ 1350.792588] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGHEST for action security_group_members [ 1350.792829] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-646e8911-b2fc-438c-aec3-34b04732119d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.792949] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.793665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.793953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.794133] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.794252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.794296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.794440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.794522] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.794611] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('646e8911-b2fc-438c-aec3-34b04732119d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.946480] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1350.946480] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 deletion is rescheduled due to dependency. [ 1350.946480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.946480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.946480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.946480] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.946480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.946480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.946480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.946480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.946480] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.159566] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.159851] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.160051] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.160431] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.160812] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.161057] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.161243] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.161560] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.161780] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.162080] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1351.162263] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1351.162436] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1351.162619] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1351.162815] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1351.162990] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1351.163207] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1351.181292] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1351.181490] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1351.181661] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1351.181846] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.182173] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-c41aefad-ecba-4fa1-ae2e-2586734ffa8a taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.182347] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-c41aefad-ecba-4fa1-ae2e-2586734ffa8a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.182517] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-c41aefad-ecba-4fa1-ae2e-2586734ffa8a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.182793] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-c41aefad-ecba-4fa1-ae2e-2586734ffa8a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.182940] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c41aefad-ecba-4fa1-ae2e-2586734ffa8a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.297042] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.297319] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.297319] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.297525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.297618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.297824] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.297922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.297984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.298148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.298226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.298314] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 646e8911-b2fc-438c-aec3-34b04732119d already deleted. [ 1351.298394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.448639] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.654885] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: SUCCESS [ 1351.655089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.685230] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.685474] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.685641] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.685932] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.686110] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.686275] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port c41aefad-ecba-4fa1-ae2e-2586734ffa8a not found, creating... [ 1351.686548] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.686717] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.686842] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.687076] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.687226] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.687516] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.687683] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.687887] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.688173] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.688349] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.688493] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: c41aefad-ecba-4fa1-ae2e-2586734ffa8a is going to be created. [ 1351.706715] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.706944] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.707093] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.707356] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.707587] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.707813] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-c41aefad-ecba-4fa1-ae2e-2586734ffa8a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.951096] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.453910] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.454319] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.454319] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.454691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.454799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.454908] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1352.482272] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.482464] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.482590] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.483284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.483284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.489264] env[69985]: INFO networking_nsxv3.common.synchronization [req-12b711ff-45f7-48a5-9a4f-071d7f821505 req-158726dd-201a-460e-a649-9989f3817553 service nova] Enqueued Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGHEST for action security_group_rules [ 1352.489502] env[69985]: INFO networking_nsxv3.common.synchronization [req-12b711ff-45f7-48a5-9a4f-071d7f821505 req-158726dd-201a-460e-a649-9989f3817553 service nova] Enqueued Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGHEST for action security_group_members [ 1352.489671] env[69985]: INFO networking_nsxv3.common.synchronization [req-12b711ff-45f7-48a5-9a4f-071d7f821505 req-158726dd-201a-460e-a649-9989f3817553 service nova] Enqueued Resource ID: c41aefad-ecba-4fa1-ae2e-2586734ffa8a with Priority: HIGHEST for action port [ 1352.489993] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGHEST for action security_group_rules [ 1352.490452] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGHEST for action security_group_members [ 1352.490452] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41aefad-ecba-4fa1-ae2e-2586734ffa8a with Priority: HIGHEST for action port [ 1352.491484] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-646e8911-b2fc-438c-aec3-34b04732119d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.491677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.491780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.492052] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.492173] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('646e8911-b2fc-438c-aec3-34b04732119d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.493562] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-646e8911-b2fc-438c-aec3-34b04732119d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.494222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.494222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.494222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.494403] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.494451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.495072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.495072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.495072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.495072] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('646e8911-b2fc-438c-aec3-34b04732119d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.496179] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-c41aefad-ecba-4fa1-ae2e-2586734ffa8a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.496853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c41aefad-ecba-4fa1-ae2e-2586734ffa8a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.496853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c41aefad-ecba-4fa1-ae2e-2586734ffa8a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.496853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c41aefad-ecba-4fa1-ae2e-2586734ffa8a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.496853] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c41aefad-ecba-4fa1-ae2e-2586734ffa8a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.501038] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1352.979664] env[69985]: INFO networking_nsxv3.common.synchronization [None req-8dd5c88d-3e5c-4b4d-a1a9-ce0dedddf0aa tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1352.979953] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1352.980229] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.980229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.980378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.980467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.980619] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.981274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.981274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.981274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.981274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.981274] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.999387] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('646e8911-b2fc-438c-aec3-34b04732119d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.000387] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-646e8911-b2fc-438c-aec3-34b04732119d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.000546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.000598] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c41aefad-ecba-4fa1-ae2e-2586734ffa8a with status ACTIVE [ 1353.000782] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.000902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.000962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.001180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.001271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.002710] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.002710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.002710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.002710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.002710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.002710] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.002710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.002710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.002710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.002710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.002710] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c41aefad-ecba-4fa1-ae2e-2586734ffa8a is going to be updated. [ 1353.041351] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.041554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.041633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.041852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.041989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.043301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c41aefad-ecba-4fa1-ae2e-2586734ffa8a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.483686] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.483838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.483913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.484098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.504613] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.504996] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.504996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.505161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.505244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.505325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.505415] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1353.507821] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('646e8911-b2fc-438c-aec3-34b04732119d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.526461] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.526636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.526716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.526915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.527066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.536027] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1354.009949] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.011161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.011161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.011296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.011349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.011461] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 646e8911-b2fc-438c-aec3-34b04732119d is going to be created. [ 1354.032023] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.032273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.032273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.032423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.032605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.042556] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 646e8911-b2fc-438c-aec3-34b04732119d in Status: UNINITIALIZED for 2s [ 1354.508569] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1354.508839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.509118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.509357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.509632] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.509775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.509836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.510067] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.510159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.510245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.510350] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.013154] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.013442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.013442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.013948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.013948] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.013948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.013948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.014147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.014147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.014250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.014379] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.014473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.014531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.014672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.014810] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.014900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.014955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.015109] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.015184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.015264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.015370] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.517782] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35a29af5-c97e-4852-b1a4-cd618c1f5c35: rpc.has_security_group_logging(os_id): False [ 1355.534609] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.534810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.534924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.535337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.535474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.535729] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.535859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.535930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.536154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.536256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.536485] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.536620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.536694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.536877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.536963] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.537996] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.538186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.538302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.538507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.538657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.538812] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1355.547496] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1355.547691] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 deletion is rescheduled due to dependency. [ 1355.547816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.595285] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.595461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.595498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.595710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.595854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.608293] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1356.053337] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 646e8911-b2fc-438c-aec3-34b04732119d in Status: SUCCESS [ 1356.053337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.053337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.053337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.053337] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.053337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.053337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.053337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.053337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.053337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.053337] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('646e8911-b2fc-438c-aec3-34b04732119d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.555485] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('646e8911-b2fc-438c-aec3-34b04732119d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.757127] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.757358] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.757514] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.757809] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.758121] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.758301] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.759052] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.759052] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.759052] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.759188] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1356.759218] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1356.759335] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1356.760231] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1356.760231] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1356.760231] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1356.760231] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1356.777556] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1356.777750] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1356.777903] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1356.778096] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.778412] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-3d571c52-27cf-411e-86f3-279b842e93ca taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.778646] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.778714] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.779209] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.779371] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d571c52-27cf-411e-86f3-279b842e93ca',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.058435] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 646e8911-b2fc-438c-aec3-34b04732119d: rpc.has_security_group_logging(os_id): False [ 1357.074923] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.074923] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.074923] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.075148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.075245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.075511] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.075647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.075647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.075775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.075852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.075933] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 646e8911-b2fc-438c-aec3-34b04732119d is going to be created. [ 1357.147853] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.148052] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.148230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.148350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.148531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.160745] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 646e8911-b2fc-438c-aec3-34b04732119d in Status: IN_PROGRESS for 2s [ 1357.282289] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.282546] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.282670] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.282978] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.283150] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.283317] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 3d571c52-27cf-411e-86f3-279b842e93ca not found, creating... [ 1357.283622] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.283826] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.283982] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.284222] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.284371] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.284770] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.284941] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.285025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.285287] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.285430] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.285580] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 3d571c52-27cf-411e-86f3-279b842e93ca is going to be created. [ 1357.308729] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.308997] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.309175] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.309472] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.309807] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.310123] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.622635] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1357.622913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.980988] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.981118] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1358.095373] env[69985]: INFO networking_nsxv3.common.synchronization [req-34e474c3-ee57-499e-93da-b2b3ef277bb2 req-848815ff-9aa6-46d7-bc81-bdada4d54c8d service nova] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_rules [ 1358.095711] env[69985]: INFO networking_nsxv3.common.synchronization [req-34e474c3-ee57-499e-93da-b2b3ef277bb2 req-848815ff-9aa6-46d7-bc81-bdada4d54c8d service nova] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1358.095862] env[69985]: INFO networking_nsxv3.common.synchronization [req-34e474c3-ee57-499e-93da-b2b3ef277bb2 req-848815ff-9aa6-46d7-bc81-bdada4d54c8d service nova] Enqueued Resource ID: 3d571c52-27cf-411e-86f3-279b842e93ca with Priority: HIGHEST for action port [ 1358.096568] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_rules [ 1358.096789] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1358.096885] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d571c52-27cf-411e-86f3-279b842e93ca with Priority: HIGHEST for action port [ 1358.097357] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.097526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.097624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.097909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.098036] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.099125] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.099348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.099442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.099764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.099932] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.100048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.100114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.100351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.100457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.100487] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.101262] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d571c52-27cf-411e-86f3-279b842e93ca taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.101343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.101439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.101677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.101872] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d571c52-27cf-411e-86f3-279b842e93ca',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.608734] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.608871] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.609084] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.609986] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d571c52-27cf-411e-86f3-279b842e93ca with status ACTIVE [ 1358.610186] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.610301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.610367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.610677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.610779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.610949] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.611053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.611115] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.611270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.611346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.611522] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.611647] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.611709] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.611846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.611919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.612009] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d571c52-27cf-411e-86f3-279b842e93ca is going to be updated. [ 1358.632359] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.632546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.632546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.632804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.632933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.633103] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.018339] env[69985]: INFO networking_nsxv3.common.synchronization [req-d0a3d4dd-c26c-43cd-b6e2-02b248fe9764 req-006bb95e-0db4-4310-97e1-b715f6b8f80a tempest-VolumesAdminNegativeTest-1577344158 tempest-VolumesAdminNegativeTest-1577344158-project-member] Enqueued Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGHEST for action security_group_members [ 1359.018885] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGHEST for action security_group_members [ 1359.019342] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-05f3f891-fcf5-492f-9428-a15a0cb22d7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.019438] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.019507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.019783] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.019932] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.020032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.020100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.020381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.020381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.020527] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05f3f891-fcf5-492f-9428-a15a0cb22d7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.114070] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.172894] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 646e8911-b2fc-438c-aec3-34b04732119d in Status: SUCCESS [ 1359.173273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.522495] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.522775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.522866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.523128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.543857] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.544105] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.544244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.544325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.544540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.544629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.544734] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b is going to be updated. [ 1359.584081] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.584231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.584307] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.584599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.584688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.593553] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b in Status: IN_PROGRESS for 2s [ 1359.616812] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.617043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.617147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.617417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.617550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.617665] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1359.648894] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.649095] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.649169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.649404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.649602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.658633] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1361.602324] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b in Status: SUCCESS [ 1361.602643] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b deletion is rescheduled due to dependency. [ 1361.602643] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.669014] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1361.669247] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.669413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.669720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.669912] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.670050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.670116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.670268] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.670351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.670437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.670581] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.918719] env[69985]: INFO networking_nsxv3.common.synchronization [req-54809039-bc26-4551-bc1a-308c71e63ea7 req-09d367b0-eb1d-4a9d-a955-4df17c354027 tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1361.920676] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1361.920676] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.920676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.920676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.920676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.920676] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.920676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.920676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.920676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.920676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.920676] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.173259] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.173452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.173508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.173700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.173892] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.174046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.174122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.174318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.174458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.174603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.174782] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.174893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.174965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.175163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.175324] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.175422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.175484] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.175622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.175700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.175785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.175873] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.423018] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.678617] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3efe893f-7edd-4b2e-a1ad-646e62675a55: rpc.has_security_group_logging(os_id): False [ 1362.697202] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.697363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.697435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.697660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.697754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.697955] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.698066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.698131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.698284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.698363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.698580] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.698651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.698714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.698860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.698915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.699106] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.699199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.699259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.699397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.699474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.699578] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1362.756488] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.756684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.756755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.756978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.757156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.773826] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1362.924651] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.426759] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.426919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.426990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.427263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.427354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.427455] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1363.453487] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.453691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.453691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.453895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.454133] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.462287] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1363.470286] env[69985]: INFO networking_nsxv3.common.synchronization [req-74110835-5c53-4635-9a15-b7daf4983eba req-cc63f939-d8e8-4152-ac3f-3a979669c753 tempest-DeleteServersTestJSON-1168726256 tempest-DeleteServersTestJSON-1168726256-project-member] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1363.470798] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1363.471498] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.471593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.471747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.472245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.473184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.473184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.473184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.473184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.473184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.473184] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.775373] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.775696] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.775740] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.775986] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.776395] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.776497] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.777045] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.777390] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.777777] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.777777] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1363.777925] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1363.777999] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1363.778129] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1363.778249] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1363.778377] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1363.778520] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1363.796653] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1363.796797] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1363.796957] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1363.797190] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.797523] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-bb5d8567-e3df-4e01-9ce4-3bd611ab4d40 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.797801] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-bb5d8567-e3df-4e01-9ce4-3bd611ab4d40" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.797887] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-bb5d8567-e3df-4e01-9ce4-3bd611ab4d40" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.798167] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-bb5d8567-e3df-4e01-9ce4-3bd611ab4d40" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.798342] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb5d8567-e3df-4e01-9ce4-3bd611ab4d40',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.975501] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.975718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.975807] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.976141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.976265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.976529] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.976655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.976742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.977405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.977405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.977405] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1364.007930] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.007930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.007930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.008179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.008314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.025218] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1364.042529] env[69985]: INFO networking_nsxv3.common.synchronization [req-26f10d89-aefc-47e9-ad66-737561ec7ab8 req-b40e4ec5-223e-427f-b27e-3d0f2a7ba112 tempest-ServerDiskConfigTestJSON-649865869 tempest-ServerDiskConfigTestJSON-649865869-project-member] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1364.043347] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGHEST for action security_group_members [ 1364.043657] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.043784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.043848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.048231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.048348] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.048459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.048566] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.048707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.048793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.048901] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.301033] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.301319] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.301453] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.301808] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.301972] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.302150] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port bb5d8567-e3df-4e01-9ce4-3bd611ab4d40 not found, creating... [ 1364.302449] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.302620] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.302753] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.303017] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.303168] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.303458] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.303622] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.303766] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.303986] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.304145] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.304293] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: bb5d8567-e3df-4e01-9ce4-3bd611ab4d40 is going to be created. [ 1364.324750] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.324968] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.325113] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.325391] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.325621] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.325873] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-bb5d8567-e3df-4e01-9ce4-3bd611ab4d40" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.480993] env[69985]: INFO networking_nsxv3.common.synchronization [req-3827e5ae-8618-4799-88a3-21c475bd5c1a req-b03467f0-cbb9-4832-b79e-a180c12ea7a8 tempest-ImagesOneServerNegativeTestJSON-1532545984 tempest-ImagesOneServerNegativeTestJSON-1532545984-project-member] Enqueued Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1364.484538] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1364.484538] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.484538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.484538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.484538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.484538] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.484538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.484538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.484538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.484538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.484538] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.550751] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.550906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.550973] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.551202] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.551298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.551489] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.551587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.551685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.551854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.551941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.552056] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be updated. [ 1364.584976] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.585135] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.585206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.585430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.585604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.600929] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: IN_PROGRESS for 2s [ 1364.788996] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1364.789336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.987506] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.987674] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.987775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.988007] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.988111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.988308] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.988409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.988470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.988624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.988705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.988795] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 is going to be updated. [ 1365.015497] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.015664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.015728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.016443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.016443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.023734] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: IN_PROGRESS for 2s [ 1365.071048] env[69985]: INFO networking_nsxv3.common.synchronization [req-74110835-5c53-4635-9a15-b7daf4983eba req-05a4fbef-308f-4dad-8c10-126b9848c30a service nova] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_rules [ 1365.071234] env[69985]: INFO networking_nsxv3.common.synchronization [req-74110835-5c53-4635-9a15-b7daf4983eba req-05a4fbef-308f-4dad-8c10-126b9848c30a service nova] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1365.071374] env[69985]: INFO networking_nsxv3.common.synchronization [req-74110835-5c53-4635-9a15-b7daf4983eba req-05a4fbef-308f-4dad-8c10-126b9848c30a service nova] Enqueued Resource ID: bb5d8567-e3df-4e01-9ce4-3bd611ab4d40 with Priority: HIGHEST for action port [ 1365.071603] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_rules [ 1365.072833] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1365.072833] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5d8567-e3df-4e01-9ce4-3bd611ab4d40 with Priority: HIGHEST for action port [ 1365.072833] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.073076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.073076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.073199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.073559] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.075125] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.075125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.075125] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb5d8567-e3df-4e01-9ce4-3bd611ab4d40 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.075125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb5d8567-e3df-4e01-9ce4-3bd611ab4d40" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.075125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb5d8567-e3df-4e01-9ce4-3bd611ab4d40" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.075125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb5d8567-e3df-4e01-9ce4-3bd611ab4d40" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.075125] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb5d8567-e3df-4e01-9ce4-3bd611ab4d40',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.473120] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1365.473340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.576034] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.576234] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.576903] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb5d8567-e3df-4e01-9ce4-3bd611ab4d40 with status ACTIVE [ 1365.576903] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.576903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.576903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.577158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.577158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.577281] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.577381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.577438] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.577624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.577665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.577841] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.578172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.578172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.578172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.578299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.578299] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb5d8567-e3df-4e01-9ce4-3bd611ab4d40 is going to be updated. [ 1365.597286] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.597445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.597513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.597677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.597811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.597959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb5d8567-e3df-4e01-9ce4-3bd611ab4d40" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.034640] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1366.035078] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee deletion is rescheduled due to dependency. [ 1366.035078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.036141] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.036420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.036613] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.036737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.036801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.036963] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.037060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.037162] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.538909] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.610197] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 in Status: SUCCESS [ 1366.610375] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 deletion is rescheduled due to dependency. [ 1366.610495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.033310] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: SUCCESS [ 1367.033497] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 deletion is rescheduled due to dependency. [ 1367.033613] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.041463] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.544603] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.544763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.544861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.545116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.545208] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.545312] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1367.573337] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.573337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.573337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.573582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.573706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.581335] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1369.591915] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1369.592262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.592397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.592546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.592836] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.593082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.593152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.593308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.593416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.593520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.593614] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.075021] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.075021] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1370.095593] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.096513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.096513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.096513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.096513] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.097460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.097460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.097460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.097460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.097460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.097460] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.097460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.097460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.097746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.097746] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.097823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.098043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.098222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.098377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.098377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.098513] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.603522] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81d51b95-05e9-45f1-a7ed-589ecebd0dee: rpc.has_security_group_logging(os_id): False [ 1370.622985] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.623158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.623382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.623459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.623567] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.623817] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.623936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.624029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.624231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.624346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.624572] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.624707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.624817] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.625413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.625558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.625890] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.625978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.626025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.626214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.626348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.626483] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1370.681764] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.681979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.682080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.682308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.682471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.700866] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1371.026143] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.027076] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.028513] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.030272] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.031914] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.032171] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.032431] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.035686] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.035686] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.035686] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1371.035686] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1371.035686] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1371.035686] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1371.035686] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1371.035686] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1371.035686] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1371.052304] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1371.052914] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1371.053270] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1371.053744] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-216" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.054462] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-bb64cf0b-3b8e-4225-ba71-1524625e60a7 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.055243] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.055243] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.055243] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.055733] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb64cf0b-3b8e-4225-ba71-1524625e60a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.559063] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.559310] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.559446] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.559738] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.559927] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.560247] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.560413] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.560539] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.560757] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.560914] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.561222] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.561386] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.561508] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.561807] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.561908] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.562074] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: bb64cf0b-3b8e-4225-ba71-1524625e60a7 is going to be updated. [ 1371.581613] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.581859] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.581978] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.582247] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.582785] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.582785] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.301610] env[69985]: INFO networking_nsxv3.common.synchronization [req-0b14ac98-0ace-4f1f-9512-7518f090b183 req-dca51c3a-2fe5-4594-91bc-22ff3e06cbd4 service nova] Enqueued Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_rules [ 1372.301610] env[69985]: INFO networking_nsxv3.common.synchronization [req-0b14ac98-0ace-4f1f-9512-7518f090b183 req-dca51c3a-2fe5-4594-91bc-22ff3e06cbd4 service nova] Enqueued Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_members [ 1372.301610] env[69985]: INFO networking_nsxv3.common.synchronization [req-0b14ac98-0ace-4f1f-9512-7518f090b183 req-dca51c3a-2fe5-4594-91bc-22ff3e06cbd4 service nova] Enqueued Resource ID: bb64cf0b-3b8e-4225-ba71-1524625e60a7 with Priority: HIGHEST for action port [ 1372.302173] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_rules [ 1372.302173] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_members [ 1372.302173] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb64cf0b-3b8e-4225-ba71-1524625e60a7 with Priority: HIGHEST for action port [ 1372.303019] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.303019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.303019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.303019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.304149] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.304149] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f53e71-28be-4de8-a3e5-9f7d6457b308 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.304149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.304149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.304396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.304396] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.304396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.304552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.304598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.304659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.304892] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.305554] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb64cf0b-3b8e-4225-ba71-1524625e60a7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.305554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.306260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.306260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.306260] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb64cf0b-3b8e-4225-ba71-1524625e60a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.718769] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1372.719105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.810995] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f53e71-28be-4de8-a3e5-9f7d6457b308 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.814184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.814184] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.814184] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb64cf0b-3b8e-4225-ba71-1524625e60a7 with status ACTIVE [ 1372.814184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.814184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.814184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.814184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.814184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.814184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.814184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.814184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.814184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.814184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.814184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.814184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.814184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.814910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.814910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.816631] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb64cf0b-3b8e-4225-ba71-1524625e60a7 is going to be updated. [ 1372.837364] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.838660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.838660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.838660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.838660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.838660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb64cf0b-3b8e-4225-ba71-1524625e60a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.318638] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.824584] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.824753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.824834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.825218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.825218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.825389] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 is going to be updated. [ 1373.853687] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.853840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.853913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.854166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.857455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.863976] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 in Status: IN_PROGRESS for 2s [ 1374.317190] env[69985]: INFO networking_nsxv3.common.synchronization [None req-f909b1f0-a9ac-4193-b9a6-dd6bfb54d64d tempest-ImagesOneServerNegativeTestJSON-1532545984 tempest-ImagesOneServerNegativeTestJSON-1532545984-project-member] Enqueued Resource ID: 3d0cf3dd-a8a8-4477-89c6-320199d5fcf9 with Priority: HIGHEST for action security_group_rules [ 1374.317190] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0cf3dd-a8a8-4477-89c6-320199d5fcf9 with Priority: HIGHEST for action security_group_rules [ 1374.317190] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0cf3dd-a8a8-4477-89c6-320199d5fcf9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.318190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0cf3dd-a8a8-4477-89c6-320199d5fcf9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.318434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0cf3dd-a8a8-4477-89c6-320199d5fcf9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.318801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0cf3dd-a8a8-4477-89c6-320199d5fcf9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.319639] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0cf3dd-a8a8-4477-89c6-320199d5fcf9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.468530] env[69985]: INFO networking_nsxv3.common.synchronization [None req-22291e24-483e-40b6-bbba-1183bff82bbf tempest-ImagesOneServerNegativeTestJSON-1532545984 tempest-ImagesOneServerNegativeTestJSON-1532545984-project-member] Enqueued Resource ID: 3d0cf3dd-a8a8-4477-89c6-320199d5fcf9 with Priority: HIGHEST for action security_group_rules [ 1374.469235] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0cf3dd-a8a8-4477-89c6-320199d5fcf9 with Priority: HIGHEST for action security_group_rules [ 1374.469497] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0cf3dd-a8a8-4477-89c6-320199d5fcf9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.469622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0cf3dd-a8a8-4477-89c6-320199d5fcf9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.793450] env[69985]: INFO networking_nsxv3.common.synchronization [None req-2c0ff244-a76b-4ece-bcee-ee00d6d892a0 None None] Enqueued Resource ID: 6f0bdb60-f11f-4664-9b4b-06b08237f708 with Priority: HIGHEST for action port [ 1374.794014] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f0bdb60-f11f-4664-9b4b-06b08237f708 with Priority: HIGHEST for action port [ 1374.795115] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f0bdb60-f11f-4664-9b4b-06b08237f708 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.795250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f0bdb60-f11f-4664-9b4b-06b08237f708" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.795321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f0bdb60-f11f-4664-9b4b-06b08237f708" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.795593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f0bdb60-f11f-4664-9b4b-06b08237f708" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.795682] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f0bdb60-f11f-4664-9b4b-06b08237f708',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.846928] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.846928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.847130] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.847214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.847359] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.847434] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0cf3dd-a8a8-4477-89c6-320199d5fcf9 already deleted. [ 1374.847487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0cf3dd-a8a8-4477-89c6-320199d5fcf9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.848013] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0cf3dd-a8a8-4477-89c6-320199d5fcf9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.848226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0cf3dd-a8a8-4477-89c6-320199d5fcf9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.848376] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0cf3dd-a8a8-4477-89c6-320199d5fcf9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.298599] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f0bdb60-f11f-4664-9b4b-06b08237f708 [ 1375.300509] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.300509] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.300509] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.301780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.301780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.301780] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f0bdb60-f11f-4664-9b4b-06b08237f708 already deleted. [ 1375.301780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f0bdb60-f11f-4664-9b4b-06b08237f708" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.371263] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.371577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.371577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.371786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.372522] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.372522] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0cf3dd-a8a8-4477-89c6-320199d5fcf9 already deleted. [ 1375.372522] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0cf3dd-a8a8-4477-89c6-320199d5fcf9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.874939] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 in Status: SUCCESS [ 1375.876495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.878812] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.881816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.881816] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.881816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.881816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.881816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.881816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.881816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.881816] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.384523] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.886853] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6f53e71-28be-4de8-a3e5-9f7d6457b308: rpc.has_security_group_logging(os_id): False [ 1376.957729] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.957937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.958009] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.958252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.010340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.010628] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.010755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.010819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.011052] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.011147] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.011242] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 is going to be updated. [ 1377.083935] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.084111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.084111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.084361] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.084593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.101591] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 in Status: IN_PROGRESS for 2s [ 1377.223421] env[69985]: INFO networking_nsxv3.common.synchronization [None req-7ec50318-10f0-491c-88d2-499a70b82574 None None] Enqueued Resource ID: 4bf65f37-7757-4a9a-bcd1-c0a752240297 with Priority: HIGHEST for action port [ 1377.224653] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf65f37-7757-4a9a-bcd1-c0a752240297 with Priority: HIGHEST for action port [ 1377.224653] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf65f37-7757-4a9a-bcd1-c0a752240297 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.224844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf65f37-7757-4a9a-bcd1-c0a752240297" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.224908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf65f37-7757-4a9a-bcd1-c0a752240297" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.225214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf65f37-7757-4a9a-bcd1-c0a752240297" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.225313] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf65f37-7757-4a9a-bcd1-c0a752240297',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.552555] env[69985]: INFO networking_nsxv3.common.synchronization [req-d0c8bca5-fbf6-4b83-b6d6-f6d703ca3756 req-65ff1102-b0f2-4445-b2f2-fdf1bdabb7ae tempest-DeleteServersTestJSON-1168726256 tempest-DeleteServersTestJSON-1168726256-project-member] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1377.552555] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1377.552555] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.552935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.552935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.552935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.556435] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.556435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.556435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.556435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.556435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.556435] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.727813] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bf65f37-7757-4a9a-bcd1-c0a752240297 [ 1377.728745] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.728745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.728745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.728745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.728745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.729009] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bf65f37-7757-4a9a-bcd1-c0a752240297 already deleted. [ 1377.729100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf65f37-7757-4a9a-bcd1-c0a752240297" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.057503] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.057697] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.057741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.057931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.058038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.058273] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.058380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.058443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.058598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.058674] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.058761] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1378.090865] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.091026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.091125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.091358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.091557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.109531] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1379.121198] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 in Status: SUCCESS [ 1379.121528] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.886997] env[69985]: INFO networking_nsxv3.common.synchronization [req-f0feef43-4350-40f9-877a-f411e2da6935 req-90ff40b1-1934-488d-8727-1556a4087752 tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1379.887609] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1379.887985] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.888150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.888218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.888494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.888718] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.888844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.888917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.889151] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.889243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.889342] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.121859] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1380.121859] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee deletion is rescheduled due to dependency. [ 1380.121859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.387463] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.387885] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.388674] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.389106] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.392157] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.392157] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.392157] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.392157] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.392157] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.392157] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1380.392157] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1380.392157] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1380.392157] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1380.392157] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1380.392157] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1380.392157] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1380.394412] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.417040] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1380.417040] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1380.417040] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1380.417040] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.417040] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-8d35e214-0207-4c75-9f49-da956de6db36 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.417040] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-8d35e214-0207-4c75-9f49-da956de6db36" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.417040] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-8d35e214-0207-4c75-9f49-da956de6db36" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.417040] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-8d35e214-0207-4c75-9f49-da956de6db36" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.417040] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d35e214-0207-4c75-9f49-da956de6db36',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.895226] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.921395] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.921615] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.921873] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.922043] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.924344] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.924344] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 8d35e214-0207-4c75-9f49-da956de6db36 not found, creating... [ 1380.924344] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.924344] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.924344] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.924344] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.924344] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.924344] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.924344] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.924344] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.924792] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.924792] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.924792] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 8d35e214-0207-4c75-9f49-da956de6db36 is going to be created. [ 1380.943587] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.943816] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.943948] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.944233] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.944464] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.944687] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-8d35e214-0207-4c75-9f49-da956de6db36" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.993668] env[69985]: INFO networking_nsxv3.common.synchronization [req-35f49241-5175-4fc7-b8c6-2d6dff599276 req-478ada35-2868-4600-88dc-58f93c3c8b11 tempest-ServerActionsTestOtherB-873622132 tempest-ServerActionsTestOtherB-873622132-project-member] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1380.993668] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1380.993668] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.993841] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.993841] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.994032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.994219] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.994321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.994386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.994502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.994607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.994701] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.398443] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.398757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.398804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.399033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.399222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.399286] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1381.431025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.431481] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.431481] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.431604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.432395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.442737] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1381.497619] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.498586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.498586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.498586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.498586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.499029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.499029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.499029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.499578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.499578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.499578] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be updated. [ 1381.528244] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.528488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.528488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.528712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.528806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.544084] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 1381.715738] env[69985]: INFO networking_nsxv3.common.synchronization [req-f0feef43-4350-40f9-877a-f411e2da6935 req-e2d553b9-0e69-4cd6-8b66-ec8989140d91 service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1381.715957] env[69985]: INFO networking_nsxv3.common.synchronization [req-f0feef43-4350-40f9-877a-f411e2da6935 req-e2d553b9-0e69-4cd6-8b66-ec8989140d91 service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1381.716162] env[69985]: INFO networking_nsxv3.common.synchronization [req-f0feef43-4350-40f9-877a-f411e2da6935 req-e2d553b9-0e69-4cd6-8b66-ec8989140d91 service nova] Enqueued Resource ID: 8d35e214-0207-4c75-9f49-da956de6db36 with Priority: HIGHEST for action port [ 1381.717785] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1381.717989] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1381.718605] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d35e214-0207-4c75-9f49-da956de6db36 with Priority: HIGHEST for action port [ 1381.718605] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.718605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.718912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.718912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.719322] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.720757] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.720757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.720757] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d35e214-0207-4c75-9f49-da956de6db36 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.720757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d35e214-0207-4c75-9f49-da956de6db36" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.720757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d35e214-0207-4c75-9f49-da956de6db36" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.720757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d35e214-0207-4c75-9f49-da956de6db36" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.721468] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d35e214-0207-4c75-9f49-da956de6db36',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.224979] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.225327] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.225327] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d35e214-0207-4c75-9f49-da956de6db36 with status ACTIVE [ 1382.225726] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.225726] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.225726] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.225888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.226022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.226111] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.226378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.226378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.226529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.226529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.226710] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.226776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.226825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.226965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.227058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.227144] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d35e214-0207-4c75-9f49-da956de6db36 is going to be updated. [ 1382.251025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.251245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.251297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.251488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.251637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.251823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d35e214-0207-4c75-9f49-da956de6db36" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.379622] env[69985]: INFO networking_nsxv3.common.synchronization [None req-426710ac-2178-4b06-a0b1-15a902242ec8 None None] Enqueued Resource ID: 7f130201-b923-4aa4-a3d5-cea75f215927 with Priority: HIGHEST for action port [ 1382.382690] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f130201-b923-4aa4-a3d5-cea75f215927 with Priority: HIGHEST for action port [ 1382.383492] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f130201-b923-4aa4-a3d5-cea75f215927 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.383624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f130201-b923-4aa4-a3d5-cea75f215927" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.385451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f130201-b923-4aa4-a3d5-cea75f215927" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.385451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f130201-b923-4aa4-a3d5-cea75f215927" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.385451] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f130201-b923-4aa4-a3d5-cea75f215927',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.600741] env[69985]: INFO networking_nsxv3.common.synchronization [req-35991062-4d9a-4e87-9083-75d6901ded4d req-6b754a9e-c631-44a7-afe3-dfad1c38737c tempest-ImagesOneServerNegativeTestJSON-1532545984 tempest-ImagesOneServerNegativeTestJSON-1532545984-project-member] Enqueued Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1382.601316] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1382.601945] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.601945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.601945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.602741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.602989] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.603359] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.603434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.603633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.603747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.603851] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.887606] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f130201-b923-4aa4-a3d5-cea75f215927 [ 1382.889582] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.889582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.889582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.889582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.889582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.889582] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f130201-b923-4aa4-a3d5-cea75f215927 already deleted. [ 1382.889582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f130201-b923-4aa4-a3d5-cea75f215927" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.099314] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.099314] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-871" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.099314] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-871" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.099314] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-871" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.099314] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.099314] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.099697] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.099697] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.099856] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.100131] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1383.100258] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1383.100371] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1383.100495] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1383.100616] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1383.100741] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1383.100885] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1383.109367] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.109606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.109707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.109969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.110106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.110331] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.110458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.110541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.110719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.110864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.110980] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 is going to be updated. [ 1383.127167] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1383.127372] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1383.127519] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1383.127704] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-871" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.128074] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.128282] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.128410] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.128796] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.128954] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.148894] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.148894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.148894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.149157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.149237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.162072] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: IN_PROGRESS for 2s [ 1383.451728] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1383.452122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.452381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.452830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.452872] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.452995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.453051] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.453189] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.453272] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.453365] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.553873] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 1383.553873] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 deletion is rescheduled due to dependency. [ 1383.553873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.633218] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.633576] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.633651] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.633890] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.634058] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.634228] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64 not found, creating... [ 1383.634504] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.634666] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.634788] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.635018] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.635176] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.635488] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.635807] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.635807] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.636078] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.636078] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.636290] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64 is going to be created. [ 1383.655497] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.655890] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.656143] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.657112] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.657379] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.657611] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.955356] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.459132] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.515781] env[69985]: INFO networking_nsxv3.common.synchronization [req-35991062-4d9a-4e87-9083-75d6901ded4d req-b95b5e88-b161-4551-9ef6-14806d1c2c71 service nova] Enqueued Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_rules [ 1384.515978] env[69985]: INFO networking_nsxv3.common.synchronization [req-35991062-4d9a-4e87-9083-75d6901ded4d req-b95b5e88-b161-4551-9ef6-14806d1c2c71 service nova] Enqueued Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1384.516146] env[69985]: INFO networking_nsxv3.common.synchronization [req-35991062-4d9a-4e87-9083-75d6901ded4d req-b95b5e88-b161-4551-9ef6-14806d1c2c71 service nova] Enqueued Resource ID: 3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64 with Priority: HIGHEST for action port [ 1384.516374] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_rules [ 1384.516503] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1384.516598] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64 with Priority: HIGHEST for action port [ 1384.517622] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.517778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.517879] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.518123] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.518294] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.521233] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.521233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.521233] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.521375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.521375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.521588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.522022] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.961299] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.961631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.961631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.961906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.962093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.962239] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1384.990650] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.990838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.990922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.991223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.991374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.999846] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1385.024453] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.024611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.024799] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64 with status ACTIVE [ 1385.025407] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.025536] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.025615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.025831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.025922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.026111] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.026205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.026265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.026422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.026530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.026716] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.026811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.026870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.027032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.027107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.027191] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64 is going to be updated. [ 1385.050687] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.050836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.050953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.051157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.051293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.051457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8deaad-b3d5-4d3e-b86c-1fbc4e767b64" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.067207] env[69985]: INFO networking_nsxv3.common.synchronization [None req-e28c6596-a673-4e03-8e06-8c0cd33c5571 None None] Enqueued Resource ID: aa0164e1-f3e6-4c09-ac30-893617882e56 with Priority: HIGHEST for action port [ 1385.067485] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0164e1-f3e6-4c09-ac30-893617882e56 with Priority: HIGHEST for action port [ 1385.068067] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa0164e1-f3e6-4c09-ac30-893617882e56 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.068212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa0164e1-f3e6-4c09-ac30-893617882e56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.068288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa0164e1-f3e6-4c09-ac30-893617882e56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.068506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa0164e1-f3e6-4c09-ac30-893617882e56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.068588] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa0164e1-f3e6-4c09-ac30-893617882e56',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.171165] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: SUCCESS [ 1385.171307] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 deletion is rescheduled due to dependency. [ 1385.171307] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.171457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.171672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.171852] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.171968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.172243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.172243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.172347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.172397] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.570504] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa0164e1-f3e6-4c09-ac30-893617882e56 [ 1385.570696] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.570918] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.571014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.571238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.571330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.571428] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa0164e1-f3e6-4c09-ac30-893617882e56 already deleted. [ 1385.571511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa0164e1-f3e6-4c09-ac30-893617882e56" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.674553] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.176472] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.678914] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.679091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.679163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.679415] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.679454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.679561] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 is going to be updated. [ 1386.708795] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.708795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.708795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.708981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.709091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.717460] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: IN_PROGRESS for 2s [ 1386.774633] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.774832] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.774961] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.775242] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.775498] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.775893] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.775893] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.776008] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.776138] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.776347] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1386.776846] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1386.777129] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1386.777129] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1386.777232] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1386.777345] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1386.777489] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1386.780282] env[69985]: INFO networking_nsxv3.common.synchronization [req-04c9d42f-bd4d-4015-b9ab-54760c5777ad req-82f16e38-6021-4a5d-83c0-a73099a698e4 tempest-ServersTestMultiNic-418732069 tempest-ServersTestMultiNic-418732069-project-member] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1386.780633] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1386.781126] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.781212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.781280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.781495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.781641] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.781737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.781801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.781944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.782037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.782276] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.799615] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1386.799788] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1386.799931] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1386.800141] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-912" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.800450] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-3d571c52-27cf-411e-86f3-279b842e93ca taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.800626] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.800759] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.800999] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.801225] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d571c52-27cf-411e-86f3-279b842e93ca',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.012488] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1387.014663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.014663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.014663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.014663] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.014663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.014663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.014663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.014663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.014663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.014663] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.031406] env[69985]: INFO networking_nsxv3.common.synchronization [req-04c9d42f-bd4d-4015-b9ab-54760c5777ad req-a06eb3e0-e124-4305-83d2-a096a0047a3a tempest-ServersTestMultiNic-418732069 tempest-ServersTestMultiNic-418732069-project-member] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1387.032531] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1387.032531] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.032531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.276328] env[69985]: INFO networking_nsxv3.common.synchronization [req-04c9d42f-bd4d-4015-b9ab-54760c5777ad req-4cc2ee52-4863-49d5-aefe-171ee075b398 tempest-ServersTestMultiNic-418732069 tempest-ServersTestMultiNic-418732069-project-member] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1387.276875] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1387.277218] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.277351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.284428] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.284557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.284620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.284831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.284922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.285125] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.285243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.285306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.285467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.285540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.285624] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 already deleted. [ 1387.285716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.286113] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.286266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.286411] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.286506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.286567] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.286716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.286789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.286878] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.303679] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.303775] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.303871] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.304153] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.304307] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.304605] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.304764] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.304887] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.305132] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.306204] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.306204] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.306204] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.306204] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.306204] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.306204] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.306554] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 3d571c52-27cf-411e-86f3-279b842e93ca is going to be updated. [ 1387.328437] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.328437] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.328691] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.329073] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.329073] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.329629] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.517679] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.517843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.517915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.518145] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.518321] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.518471] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.518524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.518631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.518718] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.518803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.518952] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.519052] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.519112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.519251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.519387] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.519481] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.519537] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.519687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.519773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.519887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.520034] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.530276] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.530501] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-574" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.530642] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-574" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.532175] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-574" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.532175] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.532175] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.532175] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.532175] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.532175] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.532607] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1387.532607] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1387.532607] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1387.532864] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1387.532864] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1387.532963] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1387.533452] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1387.551384] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1387.551704] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1387.551874] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1387.552131] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-574" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.552482] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-52bbb2d4-ddca-4b0b-951c-b68eb107fd53 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.552666] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-52bbb2d4-ddca-4b0b-951c-b68eb107fd53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.552787] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-52bbb2d4-ddca-4b0b-951c-b68eb107fd53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.553127] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-52bbb2d4-ddca-4b0b-951c-b68eb107fd53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.553335] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52bbb2d4-ddca-4b0b-951c-b68eb107fd53',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.789046] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.789046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.789046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.789220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.789251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.789487] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.789602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.789683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.789862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.789955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.790086] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 already deleted. [ 1387.790189] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.790388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.790564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.790716] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.790815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.790876] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.791034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.791099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.791203] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.006951] env[69985]: INFO networking_nsxv3.common.synchronization [req-ec643225-54aa-41b7-8d41-e98128431a88 req-c65ec82b-0f59-486b-8164-cae6d1325edd service nova] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_rules [ 1388.007185] env[69985]: INFO networking_nsxv3.common.synchronization [req-ec643225-54aa-41b7-8d41-e98128431a88 req-c65ec82b-0f59-486b-8164-cae6d1325edd service nova] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1388.007355] env[69985]: INFO networking_nsxv3.common.synchronization [req-ec643225-54aa-41b7-8d41-e98128431a88 req-c65ec82b-0f59-486b-8164-cae6d1325edd service nova] Enqueued Resource ID: 3d571c52-27cf-411e-86f3-279b842e93ca with Priority: HIGHEST for action port [ 1388.007528] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_rules [ 1388.007660] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1388.007761] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d571c52-27cf-411e-86f3-279b842e93ca with Priority: HIGHEST for action port [ 1388.008325] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.008527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.008527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.008700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.008793] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.009729] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.009729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.009829] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.011362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.011362] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.011362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.011362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.011362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.011362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.011362] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.011362] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d571c52-27cf-411e-86f3-279b842e93ca taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.011362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.011362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.011835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.011835] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d571c52-27cf-411e-86f3-279b842e93ca',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.022374] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c670476-20bf-4881-a417-95d3ff4ec12a: rpc.has_security_group_logging(os_id): False [ 1388.050865] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.051127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.051127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.051286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.051379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.051572] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.051673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.051738] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.051950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.052020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.052252] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.052350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.052411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.052565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.052660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.052841] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.052937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.052992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.053161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.053232] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.053328] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1388.056074] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.056271] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.056979] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.056979] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.056979] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.056979] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 52bbb2d4-ddca-4b0b-951c-b68eb107fd53 not found, creating... [ 1388.057185] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.057367] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.057468] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.057702] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.057850] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.058150] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.058303] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.058478] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.058636] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.058777] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.060244] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 52bbb2d4-ddca-4b0b-951c-b68eb107fd53 is going to be created. [ 1388.088355] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.089046] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.089046] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.089242] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.089477] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.089710] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-52bbb2d4-ddca-4b0b-951c-b68eb107fd53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.134777] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.134937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.135123] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.135241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.135442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.158912] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1388.294043] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.294355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.294355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.294559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.294675] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.294904] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.295076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.295142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.295308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.295389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.295477] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 already deleted. [ 1388.295557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.513621] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.513752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.513945] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.514879] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d571c52-27cf-411e-86f3-279b842e93ca with status ACTIVE [ 1388.515074] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.515183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.515249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.515451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.515760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.515760] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.515954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.515954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.516070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.516102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.516468] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.516468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.516468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.516595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.516668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.516856] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d571c52-27cf-411e-86f3-279b842e93ca is going to be updated. [ 1388.539149] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.539308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.539355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.539549] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.539681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.539837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d571c52-27cf-411e-86f3-279b842e93ca" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.727766] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: SUCCESS [ 1388.727766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.727766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.727766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.727766] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.727766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.728128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.728128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.728128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.728282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.728282] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.760354] env[69985]: INFO networking_nsxv3.common.synchronization [req-04c9d42f-bd4d-4015-b9ab-54760c5777ad req-8a2e0d16-bc21-4e0f-964f-37075a9cf0d5 service nova] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_rules [ 1388.760354] env[69985]: INFO networking_nsxv3.common.synchronization [req-04c9d42f-bd4d-4015-b9ab-54760c5777ad req-8a2e0d16-bc21-4e0f-964f-37075a9cf0d5 service nova] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1388.760354] env[69985]: INFO networking_nsxv3.common.synchronization [req-04c9d42f-bd4d-4015-b9ab-54760c5777ad req-8a2e0d16-bc21-4e0f-964f-37075a9cf0d5 service nova] Enqueued Resource ID: 52bbb2d4-ddca-4b0b-951c-b68eb107fd53 with Priority: HIGHEST for action port [ 1388.760354] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_rules [ 1388.760354] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1388.760354] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52bbb2d4-ddca-4b0b-951c-b68eb107fd53 with Priority: HIGHEST for action port [ 1388.760354] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.760354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.760354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.761458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.761715] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.762933] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.763717] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.763921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.764265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.764821] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.765432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.767077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.767077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.767077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.767077] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.767875] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-52bbb2d4-ddca-4b0b-951c-b68eb107fd53 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.768721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52bbb2d4-ddca-4b0b-951c-b68eb107fd53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.768721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52bbb2d4-ddca-4b0b-951c-b68eb107fd53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.770028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52bbb2d4-ddca-4b0b-951c-b68eb107fd53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.770028] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52bbb2d4-ddca-4b0b-951c-b68eb107fd53',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.019894] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.231844] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.231844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.231844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.231844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.231844] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.231844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.231844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.232329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.232329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.232329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.232329] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.232465] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.232465] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.232573] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.232707] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.233312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.233312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.233312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.233312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.233312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.233312] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.272489] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.272628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.272901] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.273995] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52bbb2d4-ddca-4b0b-951c-b68eb107fd53 with status ACTIVE [ 1389.274084] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.274171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.274329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.274561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.274664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.274861] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.274960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.275053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.275216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.275763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.275763] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.275763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.275763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.275912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.275912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.275967] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52bbb2d4-ddca-4b0b-951c-b68eb107fd53 is going to be updated. [ 1389.295828] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.296821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.296821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.296958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.297128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.297313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52bbb2d4-ddca-4b0b-951c-b68eb107fd53" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.521777] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.521925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.521994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.522315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.523719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.523719] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1389.551755] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.551898] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.551970] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.552244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.552385] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.560819] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1389.600724] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.600724] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.600724] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.600724] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.600724] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.601026] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.601026] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.602022] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.602022] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.602022] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1389.602022] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1389.602022] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1389.602022] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1389.602277] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1389.602310] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1389.602446] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1389.623279] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1389.623551] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1389.623772] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1389.624044] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-986" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.624574] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-38bb614b-f887-4e3a-996d-e5b3b1141511 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.624814] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-38bb614b-f887-4e3a-996d-e5b3b1141511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.624955] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-38bb614b-f887-4e3a-996d-e5b3b1141511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.625280] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-38bb614b-f887-4e3a-996d-e5b3b1141511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.625431] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38bb614b-f887-4e3a-996d-e5b3b1141511',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.737341] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 299686e5-149e-4d53-ab93-39ffae760f90: rpc.has_security_group_logging(os_id): False [ 1389.757973] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.758164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.758242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.758487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.758582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.758943] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.758943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.758943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.759105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.759185] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.759367] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.759460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.759549] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.759655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.759729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.759925] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.760029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.760094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.760229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.760304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.760388] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 is going to be updated. [ 1389.778318] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.839673] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.839804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.839874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.840114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.840268] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.853016] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: IN_PROGRESS for 2s [ 1390.127346] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.127586] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.127722] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.128114] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.128209] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.128348] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 38bb614b-f887-4e3a-996d-e5b3b1141511 not found, creating... [ 1390.128611] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.128775] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.128900] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.129137] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.129282] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.129567] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.129726] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.130030] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.130120] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.130236] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.130381] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 38bb614b-f887-4e3a-996d-e5b3b1141511 is going to be created. [ 1390.149687] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.149687] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.149919] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.150176] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.150444] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.150799] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-38bb614b-f887-4e3a-996d-e5b3b1141511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.177987] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1390.178240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.281137] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.281360] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.281489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.281783] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.281931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.282092] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be created. [ 1390.309529] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.310026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.310026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.310026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.310172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.319147] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: UNINITIALIZED for 2s [ 1390.931917] env[69985]: INFO networking_nsxv3.common.synchronization [req-04c9d42f-bd4d-4015-b9ab-54760c5777ad req-62dfa50a-5738-40e1-a456-3fa6fb4d01eb service nova] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_rules [ 1390.932112] env[69985]: INFO networking_nsxv3.common.synchronization [req-04c9d42f-bd4d-4015-b9ab-54760c5777ad req-62dfa50a-5738-40e1-a456-3fa6fb4d01eb service nova] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1390.932298] env[69985]: INFO networking_nsxv3.common.synchronization [req-04c9d42f-bd4d-4015-b9ab-54760c5777ad req-62dfa50a-5738-40e1-a456-3fa6fb4d01eb service nova] Enqueued Resource ID: 38bb614b-f887-4e3a-996d-e5b3b1141511 with Priority: HIGHEST for action port [ 1390.932532] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_rules [ 1390.932660] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1390.932758] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bb614b-f887-4e3a-996d-e5b3b1141511 with Priority: HIGHEST for action port [ 1390.933614] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.933720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.933911] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.933993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.934189] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-38bb614b-f887-4e3a-996d-e5b3b1141511 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.934366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38bb614b-f887-4e3a-996d-e5b3b1141511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.934366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38bb614b-f887-4e3a-996d-e5b3b1141511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.934550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38bb614b-f887-4e3a-996d-e5b3b1141511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.934627] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38bb614b-f887-4e3a-996d-e5b3b1141511',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.437168] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38bb614b-f887-4e3a-996d-e5b3b1141511 with status ACTIVE [ 1391.437417] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.437500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.437564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.437782] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.437875] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.438101] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.438165] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.438231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.438380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.438698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.438698] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.438791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.438791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.438901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.438975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.439069] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38bb614b-f887-4e3a-996d-e5b3b1141511 is going to be updated. [ 1391.463153] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.463316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.463388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.463596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.463811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.463896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38bb614b-f887-4e3a-996d-e5b3b1141511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.573875] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1391.574178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.574463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.574748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.574996] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.575157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.575248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.575534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.575861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.575861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.575861] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.666329] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.666530] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-574" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.666730] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-574" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.667018] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-574" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.667281] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.667464] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.667588] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.667809] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.667963] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.668190] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1391.668312] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1391.668427] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1391.668542] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1391.668655] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1391.668765] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1391.669021] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1391.693474] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1391.693654] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1391.693802] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1391.693999] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-574" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.694328] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-92f378ec-95f1-4743-9f83-12cb0a249cd0 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.694516] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-92f378ec-95f1-4743-9f83-12cb0a249cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.694660] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-92f378ec-95f1-4743-9f83-12cb0a249cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.694990] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-92f378ec-95f1-4743-9f83-12cb0a249cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.695156] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92f378ec-95f1-4743-9f83-12cb0a249cd0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.865610] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: SUCCESS [ 1391.865610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.078240] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.078488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.078600] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.078929] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.079230] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.079381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.079485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.079730] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.079870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.080022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.080268] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.080421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.080528] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.080760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.080995] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.081158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.081788] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.081788] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.081788] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.081788] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.082021] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.198460] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.198460] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.198574] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.198784] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.199047] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.199270] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 92f378ec-95f1-4743-9f83-12cb0a249cd0 not found, creating... [ 1392.200169] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.200169] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.200169] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.200432] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.200605] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.200936] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.201250] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.201313] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.201507] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.201818] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.202246] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 92f378ec-95f1-4743-9f83-12cb0a249cd0 is going to be created. [ 1392.228671] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.229102] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.229345] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.229841] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.230187] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.230577] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-92f378ec-95f1-4743-9f83-12cb0a249cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.328722] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1392.328970] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.329160] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.329407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.329648] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.329728] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.329801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.330059] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.330059] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.330182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.330234] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.331059] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.331645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.331645] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.331645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.331645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.331896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.331896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.331896] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.511440] env[69985]: INFO networking_nsxv3.common.synchronization [req-b85d2915-30c3-4a36-a991-23a0feebc61d req-92b2a2e2-53eb-4bd2-8330-318c3ef6e404 tempest-ServerAddressesTestJSON-1626327335 tempest-ServerAddressesTestJSON-1626327335-project-member] Enqueued Resource ID: 68eba109-5683-43f1-82bf-0ebce469440a with Priority: HIGHEST for action security_group_members [ 1392.512831] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68eba109-5683-43f1-82bf-0ebce469440a with Priority: HIGHEST for action security_group_members [ 1392.512831] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-68eba109-5683-43f1-82bf-0ebce469440a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.512831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.512831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.512831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.513079] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.513079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.513079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.515860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.516427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.516427] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68eba109-5683-43f1-82bf-0ebce469440a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.584186] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3efe893f-7edd-4b2e-a1ad-646e62675a55: rpc.has_security_group_logging(os_id): False [ 1392.601257] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.601432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.601432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.601578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.601673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.601941] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.601941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.602065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.602182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.602251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.602489] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.602588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.602648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.602876] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.602876] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.603178] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.603178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.603318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.603439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.603511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.603597] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1392.660418] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.660651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.660651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.660818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.660968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.670967] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1392.833825] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.833825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.834191] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.020794] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.020794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.020794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.020794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.020794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.020794] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.020794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.020794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.020794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.020794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.020794] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68eba109-5683-43f1-82bf-0ebce469440a already deleted. [ 1393.020794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.031670] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.031670] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-653" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.031670] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-653" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.031670] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-653" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.031670] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.031670] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.031670] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.031670] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.032396] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.032900] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1393.033320] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1393.033700] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1393.034080] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1393.034417] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1393.037046] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1393.037046] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1393.051555] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1393.051848] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1393.052083] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1393.052508] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-653" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.054503] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-e1406cdb-0572-4e8a-9429-723f364d855d taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.054503] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-e1406cdb-0572-4e8a-9429-723f364d855d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.054503] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-e1406cdb-0572-4e8a-9429-723f364d855d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.054503] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-e1406cdb-0572-4e8a-9429-723f364d855d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.054503] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1406cdb-0572-4e8a-9429-723f364d855d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.127926] env[69985]: INFO networking_nsxv3.common.synchronization [req-04c9d42f-bd4d-4015-b9ab-54760c5777ad req-d552c626-3007-42d1-9d77-2b1975d0eef1 service nova] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_rules [ 1393.128125] env[69985]: INFO networking_nsxv3.common.synchronization [req-04c9d42f-bd4d-4015-b9ab-54760c5777ad req-d552c626-3007-42d1-9d77-2b1975d0eef1 service nova] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1393.128621] env[69985]: INFO networking_nsxv3.common.synchronization [req-04c9d42f-bd4d-4015-b9ab-54760c5777ad req-d552c626-3007-42d1-9d77-2b1975d0eef1 service nova] Enqueued Resource ID: 92f378ec-95f1-4743-9f83-12cb0a249cd0 with Priority: HIGHEST for action port [ 1393.132169] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_rules [ 1393.132358] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1393.132474] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f378ec-95f1-4743-9f83-12cb0a249cd0 with Priority: HIGHEST for action port [ 1393.133336] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.133516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.133618] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.133698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.133899] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-92f378ec-95f1-4743-9f83-12cb0a249cd0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.133989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92f378ec-95f1-4743-9f83-12cb0a249cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.134066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92f378ec-95f1-4743-9f83-12cb0a249cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.134271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92f378ec-95f1-4743-9f83-12cb0a249cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.134358] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92f378ec-95f1-4743-9f83-12cb0a249cd0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.336163] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.556443] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.556742] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.556825] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.557565] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.557565] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.557565] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port e1406cdb-0572-4e8a-9429-723f364d855d not found, creating... [ 1393.557726] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.557885] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.558021] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.558257] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.558421] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.558719] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.558885] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.559019] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.559378] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.559378] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.559509] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: e1406cdb-0572-4e8a-9429-723f364d855d is going to be created. [ 1393.578017] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.578242] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.578463] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.578754] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.578981] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.579221] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-e1406cdb-0572-4e8a-9429-723f364d855d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.637300] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92f378ec-95f1-4743-9f83-12cb0a249cd0 with status ACTIVE [ 1393.637527] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.637666] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.637737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.637938] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.638047] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.638229] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.638333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.638398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.638555] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.638633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.638814] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.638908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.638970] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.639124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.639199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.639286] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92f378ec-95f1-4743-9f83-12cb0a249cd0 is going to be updated. [ 1393.662298] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.662464] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.662508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.662703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.662832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.662987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92f378ec-95f1-4743-9f83-12cb0a249cd0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.839371] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.839625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.839625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.839792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.839887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.839982] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1393.869204] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.869361] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.869435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.869655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.869795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.878523] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1394.380448] env[69985]: INFO networking_nsxv3.common.synchronization [req-b85d2915-30c3-4a36-a991-23a0feebc61d req-65df5250-0e65-4a7a-9062-084c578043e9 service nova] Enqueued Resource ID: 68eba109-5683-43f1-82bf-0ebce469440a with Priority: HIGHEST for action security_group_rules [ 1394.380687] env[69985]: INFO networking_nsxv3.common.synchronization [req-b85d2915-30c3-4a36-a991-23a0feebc61d req-65df5250-0e65-4a7a-9062-084c578043e9 service nova] Enqueued Resource ID: 68eba109-5683-43f1-82bf-0ebce469440a with Priority: HIGHEST for action security_group_members [ 1394.380835] env[69985]: INFO networking_nsxv3.common.synchronization [req-b85d2915-30c3-4a36-a991-23a0feebc61d req-65df5250-0e65-4a7a-9062-084c578043e9 service nova] Enqueued Resource ID: e1406cdb-0572-4e8a-9429-723f364d855d with Priority: HIGHEST for action port [ 1394.381319] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68eba109-5683-43f1-82bf-0ebce469440a with Priority: HIGHEST for action security_group_rules [ 1394.381459] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68eba109-5683-43f1-82bf-0ebce469440a with Priority: HIGHEST for action security_group_members [ 1394.381553] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1406cdb-0572-4e8a-9429-723f364d855d with Priority: HIGHEST for action port [ 1394.382398] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68eba109-5683-43f1-82bf-0ebce469440a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.382745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.382745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.382879] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.382967] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68eba109-5683-43f1-82bf-0ebce469440a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.386341] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-68eba109-5683-43f1-82bf-0ebce469440a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.386470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.386571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.386714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.386936] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.387049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.387049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.387266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.387266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.387334] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68eba109-5683-43f1-82bf-0ebce469440a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.391650] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1406cdb-0572-4e8a-9429-723f364d855d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.391650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1406cdb-0572-4e8a-9429-723f364d855d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.391650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1406cdb-0572-4e8a-9429-723f364d855d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.391650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1406cdb-0572-4e8a-9429-723f364d855d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.391650] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1406cdb-0572-4e8a-9429-723f364d855d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.522498] env[69985]: INFO networking_nsxv3.common.synchronization [req-6606fbdb-8773-4f10-ad29-fa79bb02300b req-8626ca3a-14a3-4a45-bc7f-7577670c2ff0 tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1394.522989] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1394.523367] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.524346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.524346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.524346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.524346] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.524346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.524346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.524346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.524701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.524701] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.805471] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1394.805746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.826412] env[69985]: INFO networking_nsxv3.common.synchronization [req-96acc1ee-72e5-4b6f-951e-94e2ae5d1ac3 req-8cfc4900-9ac2-44c5-a2d6-3a35b557762b tempest-DeleteServersTestJSON-1168726256 tempest-DeleteServersTestJSON-1168726256-project-member] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1394.827170] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1394.827262] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.827354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.827415] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.827615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.827770] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.827843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.827899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.828082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.828169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.828211] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.891845] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68eba109-5683-43f1-82bf-0ebce469440a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.893042] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-68eba109-5683-43f1-82bf-0ebce469440a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.893042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.893515] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1406cdb-0572-4e8a-9429-723f364d855d with status ACTIVE [ 1394.893677] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.893787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.893837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.894106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.894207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.894293] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.894413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.894500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.894694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.894792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.895107] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.895295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.895379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.896723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.896723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.896723] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1406cdb-0572-4e8a-9429-723f364d855d is going to be updated. [ 1394.917207] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.917347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.917418] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.917676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.917825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.917987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1406cdb-0572-4e8a-9429-723f364d855d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.026225] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.114970] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.115638] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.115638] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.115638] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.115865] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.116034] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.116164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.116386] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.116601] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.116901] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1395.117085] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1395.117160] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1395.117269] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1395.117382] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1395.117813] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1395.117813] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1395.136501] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1395.137220] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1395.137220] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1395.137220] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-699" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.137782] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-0b3a8c02-b431-4538-b679-fba08b7e9e8e taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.137882] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-0b3a8c02-b431-4538-b679-fba08b7e9e8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.138115] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-0b3a8c02-b431-4538-b679-fba08b7e9e8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.138571] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-0b3a8c02-b431-4538-b679-fba08b7e9e8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.138749] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b3a8c02-b431-4538-b679-fba08b7e9e8e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.330377] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.330570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.330616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.330806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.330947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.331202] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.331311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.331362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.331525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.331607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.331694] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1395.356878] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.357053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.357112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.357297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.357444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.366375] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1395.398235] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68eba109-5683-43f1-82bf-0ebce469440a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.528996] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.641369] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.641647] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.641821] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.642168] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.642390] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.642595] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 0b3a8c02-b431-4538-b679-fba08b7e9e8e not found, creating... [ 1395.642922] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.643195] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.643307] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.643575] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.643753] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.644120] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.644353] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.644521] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.644783] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.644971] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.645183] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 0b3a8c02-b431-4538-b679-fba08b7e9e8e is going to be created. [ 1395.665499] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.665709] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.665847] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.666127] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.666378] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.666608] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-0b3a8c02-b431-4538-b679-fba08b7e9e8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.889413] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1395.889727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.889899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.890183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.890393] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.890552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.891435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.891435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.891435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.891435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.891435] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.891435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.891435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.891435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.891780] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.891780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.891780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.891887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.891919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.891995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.892367] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.893161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.893340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.894028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.894028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.894028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.894028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.894028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.894028] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.900352] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.900470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.900546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.900711] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.900791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.900882] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68eba109-5683-43f1-82bf-0ebce469440a is going to be created. [ 1395.922311] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.922569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.922631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.922833] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.922992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.932825] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68eba109-5683-43f1-82bf-0ebce469440a in Status: UNINITIALIZED for 2s [ 1396.031597] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.031768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.031844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.032154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.032336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.032442] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1396.061200] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.061468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.061468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.061721] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.061925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.071720] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1396.350340] env[69985]: INFO networking_nsxv3.common.synchronization [req-96acc1ee-72e5-4b6f-951e-94e2ae5d1ac3 req-28866f94-6f85-45ef-a79f-4a482d8ee8e0 service nova] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_rules [ 1396.350534] env[69985]: INFO networking_nsxv3.common.synchronization [req-96acc1ee-72e5-4b6f-951e-94e2ae5d1ac3 req-28866f94-6f85-45ef-a79f-4a482d8ee8e0 service nova] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1396.350681] env[69985]: INFO networking_nsxv3.common.synchronization [req-96acc1ee-72e5-4b6f-951e-94e2ae5d1ac3 req-28866f94-6f85-45ef-a79f-4a482d8ee8e0 service nova] Enqueued Resource ID: 0b3a8c02-b431-4538-b679-fba08b7e9e8e with Priority: HIGHEST for action port [ 1396.350911] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_rules [ 1396.351475] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1396.351613] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b3a8c02-b431-4538-b679-fba08b7e9e8e with Priority: HIGHEST for action port [ 1396.352173] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.352336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.352413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.352586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.352671] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.354931] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.354931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.354931] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b3a8c02-b431-4538-b679-fba08b7e9e8e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.354931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b3a8c02-b431-4538-b679-fba08b7e9e8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.354931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b3a8c02-b431-4538-b679-fba08b7e9e8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.355265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b3a8c02-b431-4538-b679-fba08b7e9e8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.355265] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b3a8c02-b431-4538-b679-fba08b7e9e8e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.396277] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c43821-6bf0-44a0-aa8c-6be4949c6090: rpc.has_security_group_logging(os_id): False [ 1396.398155] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.414358] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.414459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.414536] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.415705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.415705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.415705] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.415705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.415705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.415705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.415705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.415705] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.416055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.416055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.416055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.416055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.416313] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.416313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.416393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.417294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.417294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.417294] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be created. [ 1396.473029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.473029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.473029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.473296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.473296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.484516] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1396.857181] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.857181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.859495] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b3a8c02-b431-4538-b679-fba08b7e9e8e with status ACTIVE [ 1396.859679] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.859791] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.859855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.860082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.860194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.860371] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.860468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.860528] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.860683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.860762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.860944] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.861049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.861105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.861242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.861318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.861404] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b3a8c02-b431-4538-b679-fba08b7e9e8e is going to be updated. [ 1396.889570] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.889891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.889891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.889977] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.890101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.890241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b3a8c02-b431-4538-b679-fba08b7e9e8e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.899856] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.379237] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1397.379387] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee deletion is rescheduled due to dependency. [ 1397.379521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.379648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.379866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.380102] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.380813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.380813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.380813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.380813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.380813] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.401687] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.401853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.401912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.402126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.402215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.402365] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1397.445215] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.445364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.445435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.445753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.445904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.456670] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1397.882770] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.942989] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68eba109-5683-43f1-82bf-0ebce469440a in Status: SUCCESS [ 1397.943287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.943417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.943601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.943790] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.943905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.943968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.944142] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.944224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.944310] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.944401] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68eba109-5683-43f1-82bf-0ebce469440a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.082864] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1398.083106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.387035] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.446504] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-68eba109-5683-43f1-82bf-0ebce469440a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.446504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.446504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.446979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.447184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.447292] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.447358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.447551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.447655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.447753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.447904] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-68eba109-5683-43f1-82bf-0ebce469440a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.447996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.448066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.448243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.448412] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.448606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.448606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.448754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.448880] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.448995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.449109] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68eba109-5683-43f1-82bf-0ebce469440a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.498236] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1398.498470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.498712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.498892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.498984] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.889155] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.889388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.889388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.889659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.889759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.889806] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1398.926256] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.926474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.926474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.926690] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.926852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.951564] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68eba109-5683-43f1-82bf-0ebce469440a: rpc.has_security_group_logging(os_id): False [ 1398.959015] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1398.969066] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.969192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.969270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.969477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.969571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.969763] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.969861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.969922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.970083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.970163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.970464] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.970545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.970583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.970707] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.970782] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.970977] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.971086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.971149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.971287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.971385] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.971480] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68eba109-5683-43f1-82bf-0ebce469440a is going to be created. [ 1399.001293] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.001450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.034430] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.034798] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.034929] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.035246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.035490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.048878] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68eba109-5683-43f1-82bf-0ebce469440a in Status: IN_PROGRESS for 2s [ 1399.466532] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1399.466895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.467058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.467267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.467437] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.468058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.468058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.468058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.468058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.468058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.468058] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.600839] env[69985]: INFO networking_nsxv3.common.synchronization [req-7011ed74-b39c-4d13-9b36-b53ce073ff4b req-01c62e55-2456-4da5-bdde-e26988f24574 tempest-ServerActionsTestOtherB-873622132 tempest-ServerActionsTestOtherB-873622132-project-member] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1399.601385] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1399.601687] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.601811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.601875] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.602212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.602540] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.602540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.602654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.603465] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.603558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.603652] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.877433] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.877433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.877433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.877433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.877433] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.877433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.877433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.877829] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.877829] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.878069] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1399.878199] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1399.878315] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1399.878427] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1399.878562] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1399.878674] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1399.878814] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1399.897516] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1399.897699] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1399.897849] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1399.898074] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.898424] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-4d2794aa-7eaf-404a-bf09-16cf3c357511 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.898607] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.898733] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.899075] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.899224] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d2794aa-7eaf-404a-bf09-16cf3c357511',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.970677] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.971110] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.971110] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.971216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.971326] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.971414] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.971492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.971630] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.972118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.972118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.972118] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.972118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.972118] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.972504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.972504] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.972504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.972618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.972663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.972741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.972820] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.972910] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.106338] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.106524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.106591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.106895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.106895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.107161] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.107243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.107243] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.107396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.107472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.107569] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be updated. [ 1400.131047] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.131526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.131526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.131704] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.131876] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.139874] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 1400.401696] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.401941] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.402092] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.402429] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.402606] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.402781] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 4d2794aa-7eaf-404a-bf09-16cf3c357511 not found, creating... [ 1400.403074] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.403419] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.403419] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.403629] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.403776] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.404056] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.404233] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.404357] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.404572] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.405155] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.405155] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 4d2794aa-7eaf-404a-bf09-16cf3c357511 is going to be created. [ 1400.423820] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.425067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.425067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.425067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.425067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.425067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.478847] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c43821-6bf0-44a0-aa8c-6be4949c6090: rpc.has_security_group_logging(os_id): False [ 1400.495926] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.496149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.496149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.496382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.496476] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.496673] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.496766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.496824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.496969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.497066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.497273] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.497371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.497433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.497575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.497649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.497862] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.497957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.498030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.498190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.498267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.498356] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1400.595851] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.596177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.596177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.596318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.596501] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.613156] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1400.969027] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1400.969027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.969027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.969254] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.972664] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.972664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.972664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.972664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.972664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.972664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.972664] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.062593] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68eba109-5683-43f1-82bf-0ebce469440a in Status: SUCCESS [ 1401.062593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.342439] env[69985]: INFO networking_nsxv3.common.synchronization [req-7011ed74-b39c-4d13-9b36-b53ce073ff4b req-9a3562ab-d1c3-4ad3-8b4c-ff7641d8a698 service nova] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_rules [ 1401.342627] env[69985]: INFO networking_nsxv3.common.synchronization [req-7011ed74-b39c-4d13-9b36-b53ce073ff4b req-9a3562ab-d1c3-4ad3-8b4c-ff7641d8a698 service nova] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1401.342794] env[69985]: INFO networking_nsxv3.common.synchronization [req-7011ed74-b39c-4d13-9b36-b53ce073ff4b req-9a3562ab-d1c3-4ad3-8b4c-ff7641d8a698 service nova] Enqueued Resource ID: 4d2794aa-7eaf-404a-bf09-16cf3c357511 with Priority: HIGHEST for action port [ 1401.343015] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_rules [ 1401.343156] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1401.343252] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d2794aa-7eaf-404a-bf09-16cf3c357511 with Priority: HIGHEST for action port [ 1401.343820] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.343951] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.344334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.344628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.344723] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.348684] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.348684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.348684] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d2794aa-7eaf-404a-bf09-16cf3c357511 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.348684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.348684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.348684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.348684] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d2794aa-7eaf-404a-bf09-16cf3c357511',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.475494] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.475672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.475744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.475939] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.476107] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.476207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.476273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.476414] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.477143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.477143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.477143] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.477143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.477143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.477435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.477435] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.477435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.477592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.477659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.477706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.477780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.477954] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.849076] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.849076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.853603] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d2794aa-7eaf-404a-bf09-16cf3c357511 with status ACTIVE [ 1401.853989] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.854171] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.854265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.854628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.854834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.855069] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.855218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.855322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.855633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.855795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.856049] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.856209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.856304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.856652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.856652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.856652] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d2794aa-7eaf-404a-bf09-16cf3c357511 is going to be updated. [ 1401.877639] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.877639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.877639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.877639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.877639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.877639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.983815] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81d51b95-05e9-45f1-a7ed-589ecebd0dee: rpc.has_security_group_logging(os_id): False [ 1402.005955] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.006200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.006200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.006403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.006516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.007909] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.007909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.007909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.007909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.007909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.007909] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.007909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.007909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.007909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.007909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.007909] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.007909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.007909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.008919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.008919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.008919] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1402.074489] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.074641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.074740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.074932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.075084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.087290] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1402.150116] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 1402.150310] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 deletion is rescheduled due to dependency. [ 1402.150488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.150566] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.150793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.151058] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.151125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.151260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.151323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.151565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.151565] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.627137] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1402.627137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.627137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.627137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.627137] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.654058] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.129612] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.129930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.129930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.130177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.130225] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.130295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.130533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.130637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.130637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.130742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.130807] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.156121] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.488792] env[69985]: INFO networking_nsxv3.common.synchronization [req-b37686a7-393d-459f-b484-d4a2f9e7b9ab req-583cd75f-938e-42d2-a077-0257797b3428 tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGHEST for action security_group_members [ 1403.489423] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGHEST for action security_group_members [ 1403.490710] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-646e8911-b2fc-438c-aec3-34b04732119d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.490710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.490710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.490710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.490955] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.490955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.491072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.491292] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.491416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.492015] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('646e8911-b2fc-438c-aec3-34b04732119d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.636021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.636021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.636021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.636021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.636021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.636021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.636021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.636021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.636021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.636021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.636021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.636021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.636021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.636021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.636021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.636021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.636588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.636588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.636588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.636588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.638294] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.660407] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.660407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.660407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.660407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.660803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.660803] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be updated. [ 1403.694482] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.694665] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.694779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.694953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.695102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.704989] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 1403.994345] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.994495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.994566] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.994810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.994917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.995146] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.995223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.995285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.995447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.995503] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.995604] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 646e8911-b2fc-438c-aec3-34b04732119d is going to be updated. [ 1404.019532] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.019683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.019752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.020010] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.020114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.029240] env[69985]: INFO networking_nsxv3.common.synchronization [req-74696df0-1a52-407a-9d7e-9db7946565b4 req-f1d22ddb-ccf0-4e71-a80c-bc386063aa06 tempest-ImagesOneServerNegativeTestJSON-1532545984 tempest-ImagesOneServerNegativeTestJSON-1532545984-project-member] Enqueued Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1404.030179] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 646e8911-b2fc-438c-aec3-34b04732119d in Status: IN_PROGRESS for 2s [ 1404.030507] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1404.030808] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.030927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.030993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.031202] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.031353] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.031450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.031513] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.031652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.031734] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.031822] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.101830] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1404.102115] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.141566] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c43821-6bf0-44a0-aa8c-6be4949c6090: rpc.has_security_group_logging(os_id): False [ 1404.159403] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.159612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.160545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.160545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.160545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.160545] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.160545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.160545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.160545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.160884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.160884] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.160884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.160991] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.161035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.161502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.161502] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.161502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.161502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.161673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.161673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.161746] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1404.222616] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.222781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.222848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.223080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.223226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.249384] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1404.282766] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.283042] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-61" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.283204] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-61" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.283509] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-61" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.283811] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.284077] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.284176] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.284468] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.284638] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.284918] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1404.285088] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1404.285260] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1404.285412] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1404.285605] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1404.285745] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1404.285940] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1404.314741] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1404.315465] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1404.315675] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1404.315928] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-61" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.316342] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-0042c1e4-d906-4261-a18e-ce232533cbdd taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.316596] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.316853] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.317300] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.317521] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0042c1e4-d906-4261-a18e-ce232533cbdd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.534832] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.535020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.535168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.535653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.535653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.535989] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.536244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.536305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.536524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.536671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.536858] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 is going to be updated. [ 1404.564988] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.565154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.565215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.565430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.565573] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.573763] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: IN_PROGRESS for 2s [ 1404.820514] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.820809] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.820964] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.821281] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.821457] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.821802] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.821992] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.822134] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.822360] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.822568] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.822878] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.823110] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.823263] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.823845] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.824046] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.824209] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 0042c1e4-d906-4261-a18e-ce232533cbdd is going to be updated. [ 1404.844487] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.844970] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.844970] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.844970] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.845194] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.845374] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.578463] env[69985]: INFO networking_nsxv3.common.synchronization [req-6eb3ed23-06e1-496a-9118-e8cb82f52e18 req-d27b807f-14a1-4fa6-9d4b-6e95513c36a8 service nova] Enqueued Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_rules [ 1405.581371] env[69985]: INFO networking_nsxv3.common.synchronization [req-6eb3ed23-06e1-496a-9118-e8cb82f52e18 req-d27b807f-14a1-4fa6-9d4b-6e95513c36a8 service nova] Enqueued Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1405.581554] env[69985]: INFO networking_nsxv3.common.synchronization [req-6eb3ed23-06e1-496a-9118-e8cb82f52e18 req-d27b807f-14a1-4fa6-9d4b-6e95513c36a8 service nova] Enqueued Resource ID: 0042c1e4-d906-4261-a18e-ce232533cbdd with Priority: HIGHEST for action port [ 1405.581828] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_rules [ 1405.581981] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1405.582779] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0042c1e4-d906-4261-a18e-ce232533cbdd with Priority: HIGHEST for action port [ 1405.583505] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.583715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.583811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.590020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.590020] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.590020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.590020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.590020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.590020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.590020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.590020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.590020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.590020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.590020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.590020] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.590020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0042c1e4-d906-4261-a18e-ce232533cbdd taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.590020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.590020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.590020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.590020] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0042c1e4-d906-4261-a18e-ce232533cbdd',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.717106] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 1405.717389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.717601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.717882] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.719777] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.719777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.719777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.719777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.719777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.719777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.719777] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.825095] env[69985]: INFO networking_nsxv3.common.synchronization [req-3df144f2-6f1a-4db3-8e79-4aa2ac1135bd req-844c3bce-cac5-4f52-9b9c-fdee0025431d tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_members [ 1405.825095] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_members [ 1405.825095] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.825781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.825981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.827255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.828026] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.828407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.828407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.829257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.829257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.829257] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.039380] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 646e8911-b2fc-438c-aec3-34b04732119d in Status: SUCCESS [ 1406.039566] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 646e8911-b2fc-438c-aec3-34b04732119d deletion is rescheduled due to dependency. [ 1406.039683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.050509] env[69985]: INFO networking_nsxv3.common.synchronization [req-42245632-151c-4d3e-b220-9987ac002b0d req-7e207661-8c52-4376-b5f3-5d00f4ba3bbc tempest-ServerAddressesTestJSON-1626327335 tempest-ServerAddressesTestJSON-1626327335-project-member] Enqueued Resource ID: 68eba109-5683-43f1-82bf-0ebce469440a with Priority: HIGHEST for action security_group_members [ 1406.051049] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68eba109-5683-43f1-82bf-0ebce469440a with Priority: HIGHEST for action security_group_members [ 1406.051359] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-68eba109-5683-43f1-82bf-0ebce469440a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.051586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.051586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.051743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.051895] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.051995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.052554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.052751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.052865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.052997] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68eba109-5683-43f1-82bf-0ebce469440a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.094403] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.094594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.094733] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.096266] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0042c1e4-d906-4261-a18e-ce232533cbdd with status ACTIVE [ 1406.096458] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.096573] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.096637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.096840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.097198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.097198] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.097308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.097339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.097504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.098132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.098132] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.098249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.098280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.098435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.098507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.098732] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0042c1e4-d906-4261-a18e-ce232533cbdd is going to be updated. [ 1406.118570] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.118740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.118807] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.119015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.119222] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.119388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0042c1e4-d906-4261-a18e-ce232533cbdd" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.145771] env[69985]: INFO networking_nsxv3.common.synchronization [req-664357cf-3cf7-48d0-9cce-9d6f7e2097fc req-70d6d630-8cbd-46b5-88c4-29b9ca700426 tempest-ServersTestMultiNic-418732069 tempest-ServersTestMultiNic-418732069-project-member] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1406.146278] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1406.146579] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.146775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.146775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.147693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.147765] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.147817] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.147900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.148081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.148172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.148278] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.223197] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.274449] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1406.274698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.332250] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.440007] env[69985]: INFO networking_nsxv3.common.synchronization [req-664357cf-3cf7-48d0-9cce-9d6f7e2097fc req-d4b30ad2-fa0a-4883-8528-7cfbfa090354 tempest-ServersTestMultiNic-418732069 tempest-ServersTestMultiNic-418732069-project-member] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1406.440529] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1406.440853] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.440985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.555247] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.555458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.555577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.559090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.559090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.559090] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.559090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.559090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.559090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.559090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.559090] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68eba109-5683-43f1-82bf-0ebce469440a is going to be updated. [ 1406.581963] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.582304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.582304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.582412] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.582717] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.588012] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: SUCCESS [ 1406.588188] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 deletion is rescheduled due to dependency. [ 1406.588303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.595807] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68eba109-5683-43f1-82bf-0ebce469440a in Status: IN_PROGRESS for 2s [ 1406.597145] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.613799] env[69985]: INFO networking_nsxv3.common.synchronization [req-664357cf-3cf7-48d0-9cce-9d6f7e2097fc req-377ba647-d9cc-4329-be3a-a5790a8f7c7f tempest-ServersTestMultiNic-418732069 tempest-ServersTestMultiNic-418732069-project-member] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1406.614431] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1406.614732] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.614837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.650718] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.724043] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72360503-e0a4-4e6d-9911-6348a862f4a8: rpc.has_security_group_logging(os_id): False [ 1406.740563] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.740719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.740785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.741014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.741114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.741403] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.741491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.741548] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.741723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.741810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.741903] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be updated. [ 1406.798233] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.798382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.798518] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.798708] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.798804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.809394] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 1406.835884] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.101623] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.101921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.102029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.102337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.102517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.102678] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 is going to be updated. [ 1407.132099] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.132099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.132099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.132099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.132539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.142469] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: IN_PROGRESS for 2s [ 1407.152204] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.339835] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.340111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.340460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.341055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.341055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.341339] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18d6646-0a3d-47ef-bf77-b466f750df12 is going to be updated. [ 1407.369676] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.369865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.370337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.370466] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.370598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.380214] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: IN_PROGRESS for 2s [ 1407.655366] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.655366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.655366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.655366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.655366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.655366] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1407.678699] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.678859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.678909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.679210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.679280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.686842] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1408.605924] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68eba109-5683-43f1-82bf-0ebce469440a in Status: SUCCESS [ 1408.606131] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68eba109-5683-43f1-82bf-0ebce469440a deletion is rescheduled due to dependency. [ 1408.606250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.820975] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 1408.820975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.151816] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: SUCCESS [ 1409.152119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.152342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.152640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.152854] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.152985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.153066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.153336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.153336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.153434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.153488] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.390470] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: SUCCESS [ 1409.390679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.656060] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.656270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.656368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.656612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.656847] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.656989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.657120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.657380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.657429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.657545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.657745] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.657866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.657933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.658092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.658231] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.658322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.658396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.658533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.658610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.658691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.658780] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.703163] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1409.703163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.703163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.703163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.703340] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.703340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.703427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.703658] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.703758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.703876] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.161412] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35d60241-ff9e-4b28-9cd7-b81638e43a72: rpc.has_security_group_logging(os_id): False [ 1410.178685] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.178832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.178902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.179267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.179408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.179647] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.179749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.179809] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.179959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.180686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.180686] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.180686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.180686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.180943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.180943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.181190] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.181302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.181387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.181564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.181598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.181758] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 is going to be updated. [ 1410.207395] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.207663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.207766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.208099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.208239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.208901] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.208901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.208901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.209097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.209097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.209199] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1410.232021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.232021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.232021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.232021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.232021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.240012] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1410.242020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.242020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.242020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.242020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.242020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.253093] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: IN_PROGRESS for 2s [ 1411.039684] env[69985]: INFO networking_nsxv3.common.synchronization [req-24695bbb-be94-4f48-aef8-0e87ebad6b1c req-bce5b680-5d26-4be2-9204-139ab4cbba12 tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1411.040247] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1411.040553] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.040727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.040796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.041110] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.041170] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.041249] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.041318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.041452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.041535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.041625] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.349397] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.349793] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.349793] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.350046] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.350796] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.351015] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.351219] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.351492] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.351654] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.351898] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1411.352356] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1411.352490] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1411.352659] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1411.352805] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1411.352926] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1411.353083] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1411.370417] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1411.370749] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1411.370940] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1411.371323] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-689" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.371680] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.371871] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.371999] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.372451] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.372632] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.543379] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.874635] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.874850] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.875023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.875323] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.875486] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.875648] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65 not found, creating... [ 1411.875913] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.876093] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.876220] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.876439] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.876586] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.876876] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.877054] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.877182] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.877393] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.877534] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.877679] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65 is going to be created. [ 1411.896662] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.896929] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.897087] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.897329] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.897658] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.897975] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.046044] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.250309] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1412.250537] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 deletion is rescheduled due to dependency. [ 1412.250655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.250889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.251177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.251373] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.251495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.251562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.251725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.251800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.251953] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.267300] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: SUCCESS [ 1412.267551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.547830] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.548156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.548156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.548309] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.548383] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.548487] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1412.576558] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.576720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.576779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.577225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.577379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.587423] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1412.603970] env[69985]: INFO networking_nsxv3.common.synchronization [req-24695bbb-be94-4f48-aef8-0e87ebad6b1c req-47bf2a74-c9db-4106-baf6-7938b0f4cb57 service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1412.604173] env[69985]: INFO networking_nsxv3.common.synchronization [req-24695bbb-be94-4f48-aef8-0e87ebad6b1c req-47bf2a74-c9db-4106-baf6-7938b0f4cb57 service nova] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1412.604321] env[69985]: INFO networking_nsxv3.common.synchronization [req-24695bbb-be94-4f48-aef8-0e87ebad6b1c req-47bf2a74-c9db-4106-baf6-7938b0f4cb57 service nova] Enqueued Resource ID: e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65 with Priority: HIGHEST for action port [ 1412.604564] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_rules [ 1412.604707] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1412.604821] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65 with Priority: HIGHEST for action port [ 1412.605450] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.605620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.605906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.605906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.605906] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.606778] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.606891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.607096] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.607242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.607296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.607428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.607505] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.754796] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.754796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.754796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.755037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.755116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.755319] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.755426] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.755846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.755846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.755846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.755846] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1412.782784] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.783016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.783114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.783389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.783588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.793154] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1413.109594] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.109752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.109952] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65 with status ACTIVE [ 1413.110151] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.110262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.110329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.110672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.110736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.111082] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.111216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.111288] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.111460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.111538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.111749] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.111935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.111935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.112049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.112454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.112454] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65 is going to be updated. [ 1413.132695] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.132846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.132921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.133226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.133371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.133532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6aa5742-9e1a-4fa9-b7e1-abc39d8f9c65" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.597042] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1414.597322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.597463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.597689] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.597938] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.598081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.598146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.598300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.598379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.598477] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.802466] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1414.802652] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 deletion is rescheduled due to dependency. [ 1414.802806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.100878] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.602748] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.105746] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.106027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.106077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.106404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.106537] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.106724] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1416.135571] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.135773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.135810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.136167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.136377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.146997] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1417.606123] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.606486] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1418.157499] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1418.157776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.157976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.158218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.158425] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.158545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.158619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.158789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.158881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.158976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.159083] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.661527] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.661832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.661832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.661979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.662167] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.662269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.662335] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.662493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.662585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.662688] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.662865] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.662962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.663036] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.663189] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.663332] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.663425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.663486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.663622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.663699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.663795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.663927] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.166144] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c670476-20bf-4881-a417-95d3ff4ec12a: rpc.has_security_group_logging(os_id): False [ 1419.183611] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.183747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.183855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.184090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.184186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.184388] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.184489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.184545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.184698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.184773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.184978] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.185139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.185213] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.185355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.185430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.185614] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.185769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.185769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.185982] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.186074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.186128] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1419.242657] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.242844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.242932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.243175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.243332] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.257035] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1420.218849] env[69985]: INFO networking_nsxv3.common.synchronization [req-58837f15-f923-447b-9f73-1ecf07efabba req-82ad837c-ed22-4f59-a1e4-ffbce6943599 tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGHEST for action security_group_members [ 1420.218849] env[69985]: INFO networking_nsxv3.common.synchronization [req-b8423afe-2ee0-45b7-a5d0-cdf0564d191f req-503aa3a6-e6d1-4f56-8beb-5ed2843a0f82 tempest-AttachVolumeShelveTestJSON-419349134 tempest-AttachVolumeShelveTestJSON-419349134-project-member] Enqueued Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_members [ 1420.220640] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGHEST for action security_group_members [ 1420.221193] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGHEST for action security_group_members [ 1420.221596] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.222109] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.222225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.223068] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.223312] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.223639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.223639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.223780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.223936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.224154] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a7aa2ec-d2fa-4108-b47d-ac51e517802c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.224958] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f53e71-28be-4de8-a3e5-9f7d6457b308 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.226897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.227033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.227263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.228244] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.228244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.228244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.228244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.228244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.228244] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.730054] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.730244] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.730317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.730620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.731928] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.732087] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.752072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.752364] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.752486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.752552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.752775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.752836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.752935] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c is going to be updated. [ 1420.753877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.754225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.754352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.754564] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.754731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.754784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.754947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.755073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.755177] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 is going to be updated. [ 1420.780088] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.780316] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.780370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.780582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.780747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.782363] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.782531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.782623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.782838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.783014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.791015] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 in Status: IN_PROGRESS for 2s [ 1420.791637] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c in Status: IN_PROGRESS for 2s [ 1421.079528] env[69985]: INFO networking_nsxv3.common.synchronization [req-f44ed15c-2fee-4413-a918-e3e53304c26e req-0fc8c135-fe2c-4230-93ed-a6633de6ecb3 tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_members [ 1421.080106] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGHEST for action security_group_members [ 1421.080408] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.080530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.080596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.080849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.080954] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.081698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.082339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.082339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.082339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.082339] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.269450] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1421.269450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.584685] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.584840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.584912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.585190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.585259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.585448] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.585545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.585608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.585767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.585849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.585938] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18d6646-0a3d-47ef-bf77-b466f750df12 is going to be updated. [ 1421.613344] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.613344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.613344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.613344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.613344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.619429] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: IN_PROGRESS for 2s [ 1422.801777] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c in Status: SUCCESS [ 1422.801777] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c deletion is rescheduled due to dependency. [ 1422.801777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.802068] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 in Status: SUCCESS [ 1422.803026] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 deletion is rescheduled due to dependency. [ 1422.803026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.628306] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18d6646-0a3d-47ef-bf77-b466f750df12 in Status: SUCCESS [ 1423.628569] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18d6646-0a3d-47ef-bf77-b466f750df12 deletion is rescheduled due to dependency. [ 1423.628687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.720745] env[69985]: INFO networking_nsxv3.common.synchronization [req-f5805411-fe58-4092-b821-d9e38ca9b68a req-b2bd1177-8680-4534-8863-4ef4056aa976 tempest-ImagesOneServerNegativeTestJSON-1532545984 tempest-ImagesOneServerNegativeTestJSON-1532545984-project-member] Enqueued Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1424.721333] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1424.721654] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.721775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.721843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.722483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.722483] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.722483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.722483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.722712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.722712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.722712] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.007939] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.008160] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-871" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.008287] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-871" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.008556] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-871" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.008828] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.008991] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.009131] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.009352] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.009511] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.009729] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1425.009857] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1425.009976] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1425.010453] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1425.010453] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1425.010453] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1425.010453] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1425.029443] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1425.029625] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1425.029771] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1425.029960] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-871" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.030300] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-2938c230-8b81-4b8d-96c2-6cf38f5d97af taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.030481] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-2938c230-8b81-4b8d-96c2-6cf38f5d97af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.030616] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-2938c230-8b81-4b8d-96c2-6cf38f5d97af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.030986] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-2938c230-8b81-4b8d-96c2-6cf38f5d97af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.031162] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2938c230-8b81-4b8d-96c2-6cf38f5d97af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.224370] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.224606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.224763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.226037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.226037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.226037] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.226037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.226037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.226037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.226037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.226037] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 is going to be updated. [ 1425.255797] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.256032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.256032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.256695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.256695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.265729] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: IN_PROGRESS for 2s [ 1425.534133] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.534393] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.534626] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.534965] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.535211] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.535424] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 2938c230-8b81-4b8d-96c2-6cf38f5d97af not found, creating... [ 1425.535735] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.535894] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.536061] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.536308] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.536472] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.536767] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.536964] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.537079] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.537280] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.537432] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.537573] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 2938c230-8b81-4b8d-96c2-6cf38f5d97af is going to be created. [ 1425.557157] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.557360] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.557492] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.557739] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.558583] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.558583] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-2938c230-8b81-4b8d-96c2-6cf38f5d97af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.228028] env[69985]: INFO networking_nsxv3.common.synchronization [req-f5805411-fe58-4092-b821-d9e38ca9b68a req-04cc554d-579d-440b-b5ca-d2ff7afed560 service nova] Enqueued Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_rules [ 1426.228028] env[69985]: INFO networking_nsxv3.common.synchronization [req-f5805411-fe58-4092-b821-d9e38ca9b68a req-04cc554d-579d-440b-b5ca-d2ff7afed560 service nova] Enqueued Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1426.228028] env[69985]: INFO networking_nsxv3.common.synchronization [req-f5805411-fe58-4092-b821-d9e38ca9b68a req-04cc554d-579d-440b-b5ca-d2ff7afed560 service nova] Enqueued Resource ID: 2938c230-8b81-4b8d-96c2-6cf38f5d97af with Priority: HIGHEST for action port [ 1426.228028] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_rules [ 1426.228028] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1426.228028] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2938c230-8b81-4b8d-96c2-6cf38f5d97af with Priority: HIGHEST for action port [ 1426.228546] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.229669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.229747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.231505] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.231627] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.232888] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.233035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.233251] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-2938c230-8b81-4b8d-96c2-6cf38f5d97af taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.233358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2938c230-8b81-4b8d-96c2-6cf38f5d97af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.233431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2938c230-8b81-4b8d-96c2-6cf38f5d97af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.234735] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2938c230-8b81-4b8d-96c2-6cf38f5d97af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.234735] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2938c230-8b81-4b8d-96c2-6cf38f5d97af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.735101] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.735271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.735492] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2938c230-8b81-4b8d-96c2-6cf38f5d97af with status ACTIVE [ 1426.735628] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.735702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.735785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.736169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.736169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.736339] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.736339] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.737057] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.737057] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.737057] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.737057] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.737057] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.737057] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.737057] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.737283] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.737283] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2938c230-8b81-4b8d-96c2-6cf38f5d97af is going to be updated. [ 1426.760473] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.760473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.760473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.760473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.760473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.760473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2938c230-8b81-4b8d-96c2-6cf38f5d97af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.930299] env[69985]: INFO networking_nsxv3.common.synchronization [None req-02e43f42-ad87-4207-81f7-f3c48fcc950f tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGHEST for action security_group_rules [ 1426.930807] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGHEST for action security_group_rules [ 1426.931773] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ae2407-0d0a-4666-8166-71d54450d132 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.931773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.931773] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.931943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.932015] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ae2407-0d0a-4666-8166-71d54450d132',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.001597] env[69985]: INFO networking_nsxv3.common.synchronization [None req-a238d144-29e4-4312-91e9-9e24ac77cf29 tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGHEST for action security_group_rules [ 1427.001597] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGHEST for action security_group_rules [ 1427.001597] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ae2407-0d0a-4666-8166-71d54450d132 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.001597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.275724] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: SUCCESS [ 1427.276019] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 deletion is rescheduled due to dependency. [ 1427.276061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.276224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.280022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.280022] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.280022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.280022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.280022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.280022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.280022] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.455519] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.455710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.456905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.456905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.456905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.456905] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ae2407-0d0a-4666-8166-71d54450d132 already deleted. [ 1427.456905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.456905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.456905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.456905] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ae2407-0d0a-4666-8166-71d54450d132',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.780833] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.911756] env[69985]: INFO networking_nsxv3.common.synchronization [req-d1b46026-2bde-4908-bedf-a49cb0e0ac40 req-25fcef97-2276-4ecc-adf9-1f6b8ff48045 tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1427.914800] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1427.914800] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.914800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.914800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.914800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.914800] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.914800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.914800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.914800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.914800] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.914800] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.979454] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.979529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.979529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.979743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.979835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.979936] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ae2407-0d0a-4666-8166-71d54450d132 already deleted. [ 1427.980050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.283476] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.416377] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.786182] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.786366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.786442] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.786960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.786960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.786960] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 is going to be updated. [ 1428.814278] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.814424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.814472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.814663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.814797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.822143] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: IN_PROGRESS for 2s [ 1428.918207] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.420613] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.421027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.421027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.421101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.421167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.421276] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1429.447392] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.447515] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.447591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.447794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.447930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.455540] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1429.750155] env[69985]: INFO networking_nsxv3.common.synchronization [None req-b8da3005-339c-4738-88b9-8d80e0bd130a tempest-AttachInterfacesTestJSON-1431277975 tempest-AttachInterfacesTestJSON-1431277975-project-member] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1429.750892] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGHEST for action security_group_members [ 1429.751432] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.751695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.751854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.752150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.752446] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.752675] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.752821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.753084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.753263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.753443] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.256333] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.256554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.256603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.256889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.257020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.257270] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.257784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.257784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.257784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.257931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.257931] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be updated. [ 1430.289523] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.289757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.289822] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.290116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.290300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.298976] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: IN_PROGRESS for 2s [ 1430.831424] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: SUCCESS [ 1430.831757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.831802] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.832042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.832262] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.832382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.832447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.832640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.832753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.832866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.832966] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.335906] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.336085] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.336164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.336411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.336593] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.336699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.336763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.336915] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.337013] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.337104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.337254] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.337345] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.337404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.337550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.339137] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.339137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.339137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.339137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.339137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.339137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.339137] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.468473] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1431.468701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.840704] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 299686e5-149e-4d53-ab93-39ffae760f90: rpc.has_security_group_logging(os_id): False [ 1431.857904] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.858053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.858122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.858397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.858441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.858621] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.858712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.858772] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.858909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.858981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.859174] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.859262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.859318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.859446] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.859514] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.859696] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.859775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.859895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.859955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.860034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.860113] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 is going to be updated. [ 1431.916715] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.916865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.916938] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.917169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.917317] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.928081] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: IN_PROGRESS for 2s [ 1432.279024] env[69985]: INFO networking_nsxv3.common.synchronization [req-63551b7b-4f40-4a94-8778-78f7b8f6e0d4 req-db1a514b-50fc-456d-83a9-6e3319576791 tempest-ServersTestMultiNic-418732069 tempest-ServersTestMultiNic-418732069-project-member] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1432.279547] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1432.279846] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.279960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.280085] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.280295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.280446] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.280538] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.280599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.280740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.280814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.280903] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.309069] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 in Status: SUCCESS [ 1432.309069] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 deletion is rescheduled due to dependency. [ 1432.309069] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.577307] env[69985]: INFO networking_nsxv3.common.synchronization [req-63551b7b-4f40-4a94-8778-78f7b8f6e0d4 req-7fb46389-02b9-4793-8caa-a0b28327886d tempest-ServersTestMultiNic-418732069 tempest-ServersTestMultiNic-418732069-project-member] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1432.577822] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1432.578143] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.578252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.783786] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.783941] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.784030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.784287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.784388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.784587] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.784701] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.784750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.784888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.784964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.785067] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1432.808113] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.808308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.808382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.808581] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.808754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.816907] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1432.851027] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.851370] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-868" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.851412] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-868" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.851710] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-868" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.851972] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.852151] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.852276] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.852553] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.853274] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.853525] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1432.853651] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1432.853767] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1432.853878] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1432.853994] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1432.854125] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1432.854271] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1432.874988] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1432.875145] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1432.875264] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1432.875442] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-868" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.875734] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-5e4cacd9-f025-4a13-8d5b-615b3c9e12a3 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.875981] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-5e4cacd9-f025-4a13-8d5b-615b3c9e12a3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.876067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-5e4cacd9-f025-4a13-8d5b-615b3c9e12a3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.876355] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-5e4cacd9-f025-4a13-8d5b-615b3c9e12a3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.876496] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e4cacd9-f025-4a13-8d5b-615b3c9e12a3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.378709] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.378947] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.379100] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.379412] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.379575] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.379738] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 5e4cacd9-f025-4a13-8d5b-615b3c9e12a3 not found, creating... [ 1433.380007] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.380224] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.380402] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.380648] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.381361] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.381970] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.382412] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.382859] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.383164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.383332] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.383486] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 5e4cacd9-f025-4a13-8d5b-615b3c9e12a3 is going to be created. [ 1433.402877] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.403027] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.403193] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.403781] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.404034] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.404292] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-5e4cacd9-f025-4a13-8d5b-615b3c9e12a3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.940654] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: SUCCESS [ 1433.941486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.092442] env[69985]: INFO networking_nsxv3.common.synchronization [req-63551b7b-4f40-4a94-8778-78f7b8f6e0d4 req-1d028218-4a15-42b3-9fa9-f1a761c4cf29 service nova] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_rules [ 1434.092442] env[69985]: INFO networking_nsxv3.common.synchronization [req-63551b7b-4f40-4a94-8778-78f7b8f6e0d4 req-1d028218-4a15-42b3-9fa9-f1a761c4cf29 service nova] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1434.092442] env[69985]: INFO networking_nsxv3.common.synchronization [req-63551b7b-4f40-4a94-8778-78f7b8f6e0d4 req-1d028218-4a15-42b3-9fa9-f1a761c4cf29 service nova] Enqueued Resource ID: 5e4cacd9-f025-4a13-8d5b-615b3c9e12a3 with Priority: HIGHEST for action port [ 1434.092442] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_rules [ 1434.092442] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1434.092442] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4cacd9-f025-4a13-8d5b-615b3c9e12a3 with Priority: HIGHEST for action port [ 1434.092865] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.093032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.093073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.093344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.093430] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.094272] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.094363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.094554] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e4cacd9-f025-4a13-8d5b-615b3c9e12a3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.094943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e4cacd9-f025-4a13-8d5b-615b3c9e12a3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.094943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e4cacd9-f025-4a13-8d5b-615b3c9e12a3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.094943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e4cacd9-f025-4a13-8d5b-615b3c9e12a3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.094943] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e4cacd9-f025-4a13-8d5b-615b3c9e12a3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.598578] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.598578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.600689] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e4cacd9-f025-4a13-8d5b-615b3c9e12a3 with status ACTIVE [ 1434.600882] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.601081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.601230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.601473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.601578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.601775] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.601891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.601960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.602120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.602207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.602423] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.602533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.602618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.602821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.602903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.603055] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e4cacd9-f025-4a13-8d5b-615b3c9e12a3 is going to be updated. [ 1434.634970] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.635207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.635284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.635657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.635743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.635903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e4cacd9-f025-4a13-8d5b-615b3c9e12a3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.829130] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1434.829353] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 deletion is rescheduled due to dependency. [ 1434.829983] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.829983] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.829983] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.830187] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.830187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.830295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.830375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.830457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.830554] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.952847] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.952847] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-223" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.952847] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-223" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.952847] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-223" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.953436] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.954337] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.954337] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.954337] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.954337] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.954577] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1434.954577] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1434.954668] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1434.954729] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1434.954846] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1434.954956] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1434.955112] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1434.974150] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1434.974338] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1434.974547] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1434.974809] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-223" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.975519] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-3b4a3277-a4e1-4872-87b4-f4fcaadff6bc taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.975604] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-3b4a3277-a4e1-4872-87b4-f4fcaadff6bc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.975707] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-3b4a3277-a4e1-4872-87b4-f4fcaadff6bc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.976164] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-3b4a3277-a4e1-4872-87b4-f4fcaadff6bc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.976379] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4a3277-a4e1-4872-87b4-f4fcaadff6bc',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.337330] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.479603] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.479834] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.480042] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.480263] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.480424] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.480589] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 3b4a3277-a4e1-4872-87b4-f4fcaadff6bc not found, creating... [ 1435.480856] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.481051] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.481206] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.481541] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.481614] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.481868] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.482041] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.482165] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.482372] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.482534] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.482652] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 3b4a3277-a4e1-4872-87b4-f4fcaadff6bc is going to be created. [ 1435.501610] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.501861] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.501948] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.502257] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.502499] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.502754] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-3b4a3277-a4e1-4872-87b4-f4fcaadff6bc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.840054] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.306214] env[69985]: INFO networking_nsxv3.common.synchronization [req-63551b7b-4f40-4a94-8778-78f7b8f6e0d4 req-f418ea84-09ba-4286-a37b-e709979f305d service nova] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_rules [ 1436.306477] env[69985]: INFO networking_nsxv3.common.synchronization [req-63551b7b-4f40-4a94-8778-78f7b8f6e0d4 req-f418ea84-09ba-4286-a37b-e709979f305d service nova] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1436.306566] env[69985]: INFO networking_nsxv3.common.synchronization [req-63551b7b-4f40-4a94-8778-78f7b8f6e0d4 req-f418ea84-09ba-4286-a37b-e709979f305d service nova] Enqueued Resource ID: 3b4a3277-a4e1-4872-87b4-f4fcaadff6bc with Priority: HIGHEST for action port [ 1436.307086] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_rules [ 1436.307240] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1436.307342] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4a3277-a4e1-4872-87b4-f4fcaadff6bc with Priority: HIGHEST for action port [ 1436.307669] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.307732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.307927] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.308018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.308249] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b4a3277-a4e1-4872-87b4-f4fcaadff6bc taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.308374] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b4a3277-a4e1-4872-87b4-f4fcaadff6bc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.308426] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b4a3277-a4e1-4872-87b4-f4fcaadff6bc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.308649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b4a3277-a4e1-4872-87b4-f4fcaadff6bc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.308737] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4a3277-a4e1-4872-87b4-f4fcaadff6bc',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.342685] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.342896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.342960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.343150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.343402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.343530] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1436.371078] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.371262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.371330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.371540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.371675] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.381766] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1436.432630] env[69985]: INFO networking_nsxv3.common.synchronization [req-49c6fb87-6964-40f0-9f8f-3c7b6785f2b8 req-1d861aa8-f946-45e2-99fb-12e2a78232c9 tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGHEST for action security_group_members [ 1436.433211] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGHEST for action security_group_members [ 1436.433502] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae2407-0d0a-4666-8166-71d54450d132 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.433979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.435208] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.436101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.436302] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.436356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.436423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.436605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.436710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.436953] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae2407-0d0a-4666-8166-71d54450d132',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.789814] env[69985]: INFO networking_nsxv3.common.synchronization [req-0ecc169f-5782-4611-b95c-4bd2c72c9650 req-19c92744-faf1-4492-8254-77f8b933d5e1 tempest-ImagesOneServerNegativeTestJSON-1532545984 tempest-ImagesOneServerNegativeTestJSON-1532545984-project-member] Enqueued Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1436.790290] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGHEST for action security_group_members [ 1436.790617] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.790724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.790781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.790981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.791160] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.791417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.791486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.791671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.792550] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.792550] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.811398] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b4a3277-a4e1-4872-87b4-f4fcaadff6bc with status ACTIVE [ 1436.811630] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.811769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.811837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.812063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.812217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.812529] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.812529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.812529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.812725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.812725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.812932] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.813041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.813041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.814984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.814984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.814984] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b4a3277-a4e1-4872-87b4-f4fcaadff6bc is going to be updated. [ 1436.835112] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.835112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.835112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.835356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.835431] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.835578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b4a3277-a4e1-4872-87b4-f4fcaadff6bc" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.885558] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.885805] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.885942] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.886249] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.886524] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.886686] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.886843] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.890277] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.890528] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.890761] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1436.890888] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1436.891014] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1436.891141] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1436.891261] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1436.891376] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1436.891520] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1436.910873] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1436.911073] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1436.911225] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1436.911424] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.911741] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-7c7f4aa4-cd49-487f-8637-9ee035bbab41 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.911921] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-7c7f4aa4-cd49-487f-8637-9ee035bbab41" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.912081] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-7c7f4aa4-cd49-487f-8637-9ee035bbab41" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.912420] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-7c7f4aa4-cd49-487f-8637-9ee035bbab41" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.912568] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c7f4aa4-cd49-487f-8637-9ee035bbab41',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.939100] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.939483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.939483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.939591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.939628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.939828] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.939930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.939985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.940178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.940251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.940452] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae2407-0d0a-4666-8166-71d54450d132 already deleted. [ 1436.940452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.294824] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.294961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.295042] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.295323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.295468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.295756] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.295861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.295942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.296146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.296242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.296369] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 is going to be updated. [ 1437.322574] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.322913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.322913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.322992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.323128] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.331521] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: IN_PROGRESS for 2s [ 1437.418406] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.418910] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.419091] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.419404] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.419672] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.419755] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 7c7f4aa4-cd49-487f-8637-9ee035bbab41 not found, creating... [ 1437.420093] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.420390] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.420390] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.420585] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.420729] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.421371] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.421594] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.421722] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.421938] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.422093] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.422386] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 7c7f4aa4-cd49-487f-8637-9ee035bbab41 is going to be created. [ 1437.442128] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.442329] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.442462] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.442739] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.442968] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.443228] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-7c7f4aa4-cd49-487f-8637-9ee035bbab41" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.593682] env[69985]: INFO networking_nsxv3.common.synchronization [req-71778acd-16a9-4cbd-bf5c-3424f3602619 req-293062c1-7279-4f18-bede-27b373980dbe tempest-ServersTestJSON-1985445483 tempest-ServersTestJSON-1985445483-project-member] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1437.593859] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGHEST for action security_group_members [ 1437.594150] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.594278] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.594380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.595375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.595375] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.595375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.595375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.595375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.595375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.595375] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.097918] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.098138] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.098212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.098379] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.098474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.098674] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.098770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.098827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.098968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.099063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.099200] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be updated. [ 1438.125823] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.125996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.126105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.126327] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.126474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.136186] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: IN_PROGRESS for 2s [ 1438.143777] env[69985]: INFO networking_nsxv3.common.synchronization [req-49c6fb87-6964-40f0-9f8f-3c7b6785f2b8 req-a1d0b7c6-9e63-4cb5-b5d0-ba61fce8e60a service nova] Enqueued Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGHEST for action security_group_rules [ 1438.143958] env[69985]: INFO networking_nsxv3.common.synchronization [req-49c6fb87-6964-40f0-9f8f-3c7b6785f2b8 req-a1d0b7c6-9e63-4cb5-b5d0-ba61fce8e60a service nova] Enqueued Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGHEST for action security_group_members [ 1438.144115] env[69985]: INFO networking_nsxv3.common.synchronization [req-49c6fb87-6964-40f0-9f8f-3c7b6785f2b8 req-a1d0b7c6-9e63-4cb5-b5d0-ba61fce8e60a service nova] Enqueued Resource ID: 7c7f4aa4-cd49-487f-8637-9ee035bbab41 with Priority: HIGHEST for action port [ 1438.144344] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGHEST for action security_group_rules [ 1438.144505] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGHEST for action security_group_members [ 1438.144586] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7f4aa4-cd49-487f-8637-9ee035bbab41 with Priority: HIGHEST for action port [ 1438.145467] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ae2407-0d0a-4666-8166-71d54450d132 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.145635] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.145669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.145892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.145979] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ae2407-0d0a-4666-8166-71d54450d132',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.147127] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae2407-0d0a-4666-8166-71d54450d132 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.147127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.147127] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.147255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.147372] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.147491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.147556] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.147706] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.147792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.147921] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae2407-0d0a-4666-8166-71d54450d132',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.148725] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c7f4aa4-cd49-487f-8637-9ee035bbab41 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.148824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c7f4aa4-cd49-487f-8637-9ee035bbab41" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.148908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c7f4aa4-cd49-487f-8637-9ee035bbab41" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.149075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c7f4aa4-cd49-487f-8637-9ee035bbab41" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.149285] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c7f4aa4-cd49-487f-8637-9ee035bbab41',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.390862] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1438.390862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.390862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.390862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.391785] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.391785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.391785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.391785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.391785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.391785] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.650956] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ae2407-0d0a-4666-8166-71d54450d132',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.652049] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae2407-0d0a-4666-8166-71d54450d132 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.652179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.653596] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c7f4aa4-cd49-487f-8637-9ee035bbab41 with status ACTIVE [ 1438.653596] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.653596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.653596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.653596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.653596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.653596] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.653596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.653596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.654063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.654063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.654063] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.654063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.654259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.654259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.654338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.654383] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c7f4aa4-cd49-487f-8637-9ee035bbab41 is going to be updated. [ 1438.678621] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.678787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.678828] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.679241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.679241] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.679347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c7f4aa4-cd49-487f-8637-9ee035bbab41" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.894621] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.152894] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ae2407-0d0a-4666-8166-71d54450d132',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.296224] env[69985]: INFO networking_nsxv3.common.synchronization [req-6b0536f8-188c-4c52-8b1d-12d52fc2f65a req-51758a07-f1f7-4abe-93cd-cecb256c0dae tempest-ServersNegativeTestJSON-1203889377 tempest-ServersNegativeTestJSON-1203889377-project-member] Enqueued Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1439.296725] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGHEST for action security_group_members [ 1439.297042] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.297175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.297255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.297433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.297558] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.297760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.297760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.297892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.297944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.298020] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.340847] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299686e5-149e-4d53-ab93-39ffae760f90 in Status: SUCCESS [ 1439.341041] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 deletion is rescheduled due to dependency. [ 1439.341158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.395848] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.655500] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.655716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.655835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.656011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.656098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.656205] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae2407-0d0a-4666-8166-71d54450d132 is going to be created. [ 1439.678170] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.678327] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.678370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.678557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.679259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.707096] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae2407-0d0a-4666-8166-71d54450d132 in Status: UNINITIALIZED for 2s [ 1439.799820] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.799990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.800078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.800293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.800534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.800655] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.800822] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.800907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.801927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.801927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.801927] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 is going to be updated. [ 1439.893919] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.894097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.894177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.894460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.894600] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.899032] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.899032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.899032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.899298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.899438] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.899589] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1439.911391] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: IN_PROGRESS for 2s [ 1439.947199] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.947199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.947343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.947463] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.947628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.958121] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1440.145822] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c670476-20bf-4881-a417-95d3ff4ec12a in Status: SUCCESS [ 1440.146092] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a deletion is rescheduled due to dependency. [ 1440.146216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.717492] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae2407-0d0a-4666-8166-71d54450d132 in Status: SUCCESS [ 1441.717859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.718018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.718400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.718709] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.718916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.719037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.719285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.719429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.719748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.719876] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ae2407-0d0a-4666-8166-71d54450d132',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.920286] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 in Status: SUCCESS [ 1441.920446] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 deletion is rescheduled due to dependency. [ 1441.920564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.968084] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1441.968304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.968467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.968681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.968873] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.968988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.969067] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.969220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.969302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.969389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.969487] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.970329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.970486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.970644] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.970745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.970809] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.970947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.971037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.971125] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.221718] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ae2407-0d0a-4666-8166-71d54450d132',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.472807] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.472944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.475303] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.725835] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ae2407-0d0a-4666-8166-71d54450d132: rpc.has_security_group_logging(os_id): False [ 1442.746236] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.746236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.746236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.746236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.746236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.746236] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.746236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.746236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.746236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.746236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.746236] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ae2407-0d0a-4666-8166-71d54450d132 is going to be created. [ 1442.802798] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.802964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.803015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.803225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.803451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.815439] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ae2407-0d0a-4666-8166-71d54450d132 in Status: IN_PROGRESS for 2s [ 1442.832168] env[69985]: INFO networking_nsxv3.common.synchronization [req-07c0f19a-ff91-4af0-a8a3-6c3962309da4 req-bcd08373-f824-44bc-b4c2-3aa6c4bcb339 tempest-DeleteServersTestJSON-1168726256 tempest-DeleteServersTestJSON-1168726256-project-member] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1442.833257] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGHEST for action security_group_members [ 1442.834085] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.834085] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.834343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.835111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.835245] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.835410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.835516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.835793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.835919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.836081] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.977154] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.338945] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.338945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.339198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.339237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.339332] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.339533] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.339633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.340749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.340749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.340749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.340749] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be updated. [ 1443.377270] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.377417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.377456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.377650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.377780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.386525] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: IN_PROGRESS for 2s [ 1443.480086] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.480395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.480488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.480695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.480803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.480943] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1443.506984] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.507151] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.507224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.507420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.507638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.516089] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1444.829597] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ae2407-0d0a-4666-8166-71d54450d132 in Status: SUCCESS [ 1444.829859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.397043] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee in Status: SUCCESS [ 1445.397243] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee deletion is rescheduled due to dependency. [ 1445.397367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.524425] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1445.524757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.525037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.525400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.525649] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.525820] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.525929] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.526170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.526324] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.526409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.526691] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.526785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.526855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.527061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.527260] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.527376] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.527481] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.527651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.527739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.527830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.527985] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.033104] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c43821-6bf0-44a0-aa8c-6be4949c6090: rpc.has_security_group_logging(os_id): False [ 1446.051613] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.051810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.051901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.052163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.052273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.052506] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.052610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.052744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.052923] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.053017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.053212] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.053307] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.053364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.053574] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.053655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.054053] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.054053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.054053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.054799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.054799] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.054799] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1446.120321] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.120483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.120667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.120775] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.120923] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.137842] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1446.373897] env[69985]: INFO networking_nsxv3.common.synchronization [req-4d921edf-462e-49da-a4d3-03be16925792 req-cd5e6504-0f9d-40e9-a39e-e9f3f080753a tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGHEST for action security_group_members [ 1446.375951] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGHEST for action security_group_members [ 1446.376667] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f17e308-9ea0-4669-9787-468d964eb7bb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.376823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.377032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.377627] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.378262] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.378405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.378405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.379052] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.379518] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.379623] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f17e308-9ea0-4669-9787-468d964eb7bb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.883859] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.883859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.883859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.884015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.884137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.884574] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.884574] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.884574] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.884574] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.884764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.884795] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f17e308-9ea0-4669-9787-468d964eb7bb is going to be updated. [ 1446.912510] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.912510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.912750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.912949] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.913109] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.922260] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f17e308-9ea0-4669-9787-468d964eb7bb in Status: IN_PROGRESS for 2s [ 1447.926984] env[69985]: INFO networking_nsxv3.common.synchronization [None req-347a405d-3702-43ee-b2a9-a14cd542b2f2 None None] Enqueued Resource ID: 3dde1ccc-fdeb-4c41-ab3d-a624a9e1fd65 with Priority: HIGHEST for action port [ 1447.926984] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dde1ccc-fdeb-4c41-ab3d-a624a9e1fd65 with Priority: HIGHEST for action port [ 1447.927343] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dde1ccc-fdeb-4c41-ab3d-a624a9e1fd65 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.927343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dde1ccc-fdeb-4c41-ab3d-a624a9e1fd65" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.927343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dde1ccc-fdeb-4c41-ab3d-a624a9e1fd65" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.927920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dde1ccc-fdeb-4c41-ab3d-a624a9e1fd65" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.928015] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dde1ccc-fdeb-4c41-ab3d-a624a9e1fd65',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.152534] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1448.152767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.152945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.153180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.153271] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.281140] env[69985]: INFO networking_nsxv3.common.synchronization [req-a7c61b78-376f-4ed2-9c10-783656f5ca0c req-b45e3382-f3e2-488f-ae94-72d9d498f272 tempest-ServersTestMultiNic-418732069 tempest-ServersTestMultiNic-418732069-project-member] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1448.281401] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1448.281710] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.282035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.282035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.282148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.282291] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.282386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.282447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.282589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.282831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.282831] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.433780] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dde1ccc-fdeb-4c41-ab3d-a624a9e1fd65 [ 1448.433780] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.433780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.433780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.433780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.433780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.433780] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dde1ccc-fdeb-4c41-ab3d-a624a9e1fd65 already deleted. [ 1448.433780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dde1ccc-fdeb-4c41-ab3d-a624a9e1fd65" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.656135] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.656323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.703868] env[69985]: INFO networking_nsxv3.common.synchronization [req-a7c61b78-376f-4ed2-9c10-783656f5ca0c req-159ae3ad-27be-4de7-a95c-633167bf1e6c tempest-ServersTestMultiNic-418732069 tempest-ServersTestMultiNic-418732069-project-member] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1448.704142] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGHEST for action security_group_members [ 1448.704473] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.704594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.786736] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.931751] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f17e308-9ea0-4669-9787-468d964eb7bb in Status: SUCCESS [ 1448.932037] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f17e308-9ea0-4669-9787-468d964eb7bb deletion is rescheduled due to dependency. [ 1448.932180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.293346] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.799573] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.799573] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.799946] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.800337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.800508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.801185] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1449.848146] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.848981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.849264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.850019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.850798] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.859861] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1450.229809] env[69985]: INFO networking_nsxv3.common.synchronization [None req-4ee78f5e-af40-41cd-82a7-78db15bdece4 None None] Enqueued Resource ID: 577f5796-11de-43f7-82d6-892c6119da11 with Priority: HIGHEST for action port [ 1450.230078] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 577f5796-11de-43f7-82d6-892c6119da11 with Priority: HIGHEST for action port [ 1450.230636] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-577f5796-11de-43f7-82d6-892c6119da11 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.230757] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-577f5796-11de-43f7-82d6-892c6119da11" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.230821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-577f5796-11de-43f7-82d6-892c6119da11" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.231071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-577f5796-11de-43f7-82d6-892c6119da11" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.231218] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('577f5796-11de-43f7-82d6-892c6119da11',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.735193] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 577f5796-11de-43f7-82d6-892c6119da11 [ 1450.735445] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.735593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.735656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.735886] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.735991] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.736106] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:577f5796-11de-43f7-82d6-892c6119da11 already deleted. [ 1450.736190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-577f5796-11de-43f7-82d6-892c6119da11" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.869971] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1451.870279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.870593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.870593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.870794] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.871154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.871154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.871154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.871260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.871297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.871359] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.872197] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.872972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.872972] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.872972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.872972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.872972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.872972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.872972] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.375461] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.375626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.375698] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.375916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.376519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.376519] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.376519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.376519] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.376825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.376825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.376825] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1452.377846] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.378017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.402009] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.402160] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.402234] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.402470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.402637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.410782] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1454.421235] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1454.421530] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 deletion is rescheduled due to dependency. [ 1454.421530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.421964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.422190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.422373] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.422486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.422551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.422710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.422825] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.422874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.423034] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.423129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.423189] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.423323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.423458] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.423546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.423645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.423769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.423844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.423925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.424031] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.925632] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c43821-6bf0-44a0-aa8c-6be4949c6090: rpc.has_security_group_logging(os_id): False [ 1454.946836] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.946836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.946836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.946836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.946836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.946836] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.946836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.946836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.946836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.946836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.946836] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.946836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.946836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.946836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.946836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.947562] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.947562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.947562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.947734] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.947734] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.947795] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be updated. [ 1455.006402] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.006537] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.006682] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.006816] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.006957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.021433] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: IN_PROGRESS for 2s [ 1455.038992] env[69985]: INFO networking_nsxv3.common.synchronization [req-c5955a59-6ee3-4404-af19-d6031cfd5c0a req-9b731e90-8be2-438c-bc96-6fe494148874 tempest-InstanceActionsNegativeTestJSON-1177223440 tempest-InstanceActionsNegativeTestJSON-1177223440-project-member] Enqueued Resource ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 with Priority: HIGHEST for action security_group_members [ 1455.038992] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 with Priority: HIGHEST for action security_group_members [ 1455.038992] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b5f556-facb-4877-87e3-8fe27b7cf548 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.038992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.038992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.039960] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.040257] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.040489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.041155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.041437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.041895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.042950] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b5f556-facb-4877-87e3-8fe27b7cf548',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.439688] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.439987] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-666" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.440037] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-666" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.440360] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-666" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.440625] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.440792] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.440913] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.441355] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.441520] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.441826] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1455.442099] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1455.442229] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1455.442349] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1455.442469] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1455.442580] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1455.442723] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1455.460726] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1455.460920] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1455.461079] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1455.461296] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-666" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.461632] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-1ffe5905-a465-45ef-9e79-c955f95cc370 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.461813] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-1ffe5905-a465-45ef-9e79-c955f95cc370" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.462056] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-1ffe5905-a465-45ef-9e79-c955f95cc370" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.462478] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-1ffe5905-a465-45ef-9e79-c955f95cc370" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.462628] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ffe5905-a465-45ef-9e79-c955f95cc370',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.544437] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.544589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.544840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.544909] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.544966] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.545186] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.545275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.545337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.545481] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.545571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.545643] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 already deleted. [ 1455.545752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.964833] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.965087] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.965227] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.965523] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.965684] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.965895] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 1ffe5905-a465-45ef-9e79-c955f95cc370 not found, creating... [ 1455.966147] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.966313] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.966436] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.966660] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.966810] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.967256] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.967256] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.967411] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.967594] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.967734] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.967881] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 1ffe5905-a465-45ef-9e79-c955f95cc370 is going to be created. [ 1455.986928] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.987231] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.987328] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.988046] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.988325] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.988619] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-1ffe5905-a465-45ef-9e79-c955f95cc370" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.701806] env[69985]: INFO networking_nsxv3.common.synchronization [req-c5955a59-6ee3-4404-af19-d6031cfd5c0a req-4092984f-dbb8-48f5-a116-d7ecda2a59de service nova] Enqueued Resource ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 with Priority: HIGHEST for action security_group_rules [ 1456.702155] env[69985]: INFO networking_nsxv3.common.synchronization [req-c5955a59-6ee3-4404-af19-d6031cfd5c0a req-4092984f-dbb8-48f5-a116-d7ecda2a59de service nova] Enqueued Resource ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 with Priority: HIGHEST for action security_group_members [ 1456.702155] env[69985]: INFO networking_nsxv3.common.synchronization [req-c5955a59-6ee3-4404-af19-d6031cfd5c0a req-4092984f-dbb8-48f5-a116-d7ecda2a59de service nova] Enqueued Resource ID: 1ffe5905-a465-45ef-9e79-c955f95cc370 with Priority: HIGHEST for action port [ 1456.702373] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 with Priority: HIGHEST for action security_group_rules [ 1456.702665] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 with Priority: HIGHEST for action security_group_members [ 1456.702665] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ffe5905-a465-45ef-9e79-c955f95cc370 with Priority: HIGHEST for action port [ 1456.704081] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b5f556-facb-4877-87e3-8fe27b7cf548 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.704233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.704292] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.704544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.704678] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b5f556-facb-4877-87e3-8fe27b7cf548',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.705532] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b5f556-facb-4877-87e3-8fe27b7cf548 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.705716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.705716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.706300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.707218] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.707218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.707218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.707218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.707218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.707218] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b5f556-facb-4877-87e3-8fe27b7cf548',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.708337] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ffe5905-a465-45ef-9e79-c955f95cc370 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.708597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ffe5905-a465-45ef-9e79-c955f95cc370" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.708597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ffe5905-a465-45ef-9e79-c955f95cc370" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.708710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ffe5905-a465-45ef-9e79-c955f95cc370" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.708752] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ffe5905-a465-45ef-9e79-c955f95cc370',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.040587] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 in Status: SUCCESS [ 1457.040587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.210731] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b5f556-facb-4877-87e3-8fe27b7cf548 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.210953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.211148] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ffe5905-a465-45ef-9e79-c955f95cc370 with status ACTIVE [ 1457.211335] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.213969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.213969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.213969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.213969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.213969] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.213969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.213969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.213969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.213969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.213969] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.213969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.213969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.213969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.213969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.213969] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ffe5905-a465-45ef-9e79-c955f95cc370 is going to be updated. [ 1457.214605] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b5f556-facb-4877-87e3-8fe27b7cf548',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.241387] env[69985]: INFO networking_nsxv3.common.synchronization [req-417c7ada-45c9-41ff-969c-4c724a5abf6c req-ba0a75fa-8d98-4eb3-95a7-92c7c4f3f943 tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_members [ 1457.242364] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_members [ 1457.242705] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.242844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.242911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.243353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.243868] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.243868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.243868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.244065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.244065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.245201] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.276521] env[69985]: INFO networking_nsxv3.common.synchronization [None req-aaa65b4e-c630-4ee6-bf93-12e1b5c185b5 None None] Enqueued Resource ID: 942b5ded-b3ba-43a0-bb4c-881d6f4261c8 with Priority: HIGHEST for action port [ 1457.276814] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 942b5ded-b3ba-43a0-bb4c-881d6f4261c8 with Priority: HIGHEST for action port [ 1457.277704] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-942b5ded-b3ba-43a0-bb4c-881d6f4261c8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.277903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-942b5ded-b3ba-43a0-bb4c-881d6f4261c8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.277978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-942b5ded-b3ba-43a0-bb4c-881d6f4261c8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.278315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-942b5ded-b3ba-43a0-bb4c-881d6f4261c8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.278452] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('942b5ded-b3ba-43a0-bb4c-881d6f4261c8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.280336] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.280447] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.280487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.280697] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.280849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.281170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ffe5905-a465-45ef-9e79-c955f95cc370" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.631142] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.631142] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.631142] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.631467] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.631862] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.632102] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.632268] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.632521] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.632709] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.632954] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1457.633116] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1457.633258] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1457.633394] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1457.633535] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1457.633729] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1457.633898] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1457.651413] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1457.651413] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1457.651413] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1457.651413] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.651413] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.651752] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.651797] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.652156] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.652293] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.717107] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b5f556-facb-4877-87e3-8fe27b7cf548',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.748358] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.748565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.748565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.748794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.748886] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.749108] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.749207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.749270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.749428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.749505] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.749594] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 is going to be deleted. [ 1457.778400] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.778588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.778588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.778766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.778859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.778958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.782384] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 942b5ded-b3ba-43a0-bb4c-881d6f4261c8 [ 1457.782583] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.782700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.782767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.782948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.783053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.783149] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:942b5ded-b3ba-43a0-bb4c-881d6f4261c8 already deleted. [ 1457.783261] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-942b5ded-b3ba-43a0-bb4c-881d6f4261c8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.021285] env[69985]: INFO networking_nsxv3.common.synchronization [None req-37797741-90b4-4c9a-9bbb-ee035cbbb9ca tempest-ServerActionsTestJSON-1992076937 tempest-ServerActionsTestJSON-1992076937-project-member] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_rules [ 1458.021285] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_rules [ 1458.021285] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.021285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.021285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.021685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.021943] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.109410] env[69985]: INFO networking_nsxv3.common.synchronization [None req-6d5915ea-3f82-40b9-84ea-9cd57eff413c tempest-ServerActionsTestJSON-1992076937 tempest-ServerActionsTestJSON-1992076937-project-member] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_rules [ 1458.109410] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_rules [ 1458.109577] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.109668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.154486] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.154791] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.154951] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.155336] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.155433] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.155595] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8 not found, creating... [ 1458.155942] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.156072] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.156211] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.156524] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.156564] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.156846] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.157020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.157308] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.157533] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.157680] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.157832] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8 is going to be created. [ 1458.181023] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.181023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.181023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.181023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.181023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.181023] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.219262] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.219411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.219640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.219768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.219768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.220093] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 is going to be created. [ 1458.259941] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.260094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.260162] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.261360] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.261360] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.278614] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 in Status: UNINITIALIZED for 2s [ 1458.548804] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.548961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.549025] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.549236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.549323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.549419] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d already deleted. [ 1458.549613] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.549659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.549817] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.549951] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.070529] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.070866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.070866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.071000] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.071100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.071204] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d already deleted. [ 1459.071290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.088898] env[69985]: INFO networking_nsxv3.common.synchronization [req-417c7ada-45c9-41ff-969c-4c724a5abf6c req-45ca5a00-1b73-43d3-9b4a-07f1583a0f3d service nova] Enqueued Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_rules [ 1459.089181] env[69985]: INFO networking_nsxv3.common.synchronization [req-417c7ada-45c9-41ff-969c-4c724a5abf6c req-45ca5a00-1b73-43d3-9b4a-07f1583a0f3d service nova] Enqueued Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_members [ 1459.089337] env[69985]: INFO networking_nsxv3.common.synchronization [req-417c7ada-45c9-41ff-969c-4c724a5abf6c req-45ca5a00-1b73-43d3-9b4a-07f1583a0f3d service nova] Enqueued Resource ID: b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8 with Priority: HIGHEST for action port [ 1459.089571] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_rules [ 1459.089700] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_members [ 1459.089796] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8 with Priority: HIGHEST for action port [ 1459.094592] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.094592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.094592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.094592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.094592] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.094592] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.094592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.094592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.094592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.094592] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.094592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.094592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.094592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.094592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.094592] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.094592] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.094592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.094592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.095437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.095437] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.337187] env[69985]: INFO networking_nsxv3.common.synchronization [None req-c43ed22e-e889-4366-8e5e-07fb05644f28 None None] Enqueued Resource ID: 803581b2-e30d-45cd-9804-1ede85212a10 with Priority: HIGHEST for action port [ 1459.337187] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803581b2-e30d-45cd-9804-1ede85212a10 with Priority: HIGHEST for action port [ 1459.338162] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-803581b2-e30d-45cd-9804-1ede85212a10 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.338162] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-803581b2-e30d-45cd-9804-1ede85212a10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.338162] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-803581b2-e30d-45cd-9804-1ede85212a10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.338397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-803581b2-e30d-45cd-9804-1ede85212a10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.338501] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('803581b2-e30d-45cd-9804-1ede85212a10',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.598448] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8 with status ACTIVE [ 1459.598448] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.598448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.598448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.598448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.598448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.598709] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.598709] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.598795] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.598907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.598998] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.599216] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.599322] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.599386] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.599547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.599614] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.599713] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8 is going to be updated. [ 1459.601277] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.601393] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.601573] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.621349] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.621443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.621518] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.621700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.621855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.622020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.840773] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 803581b2-e30d-45cd-9804-1ede85212a10 [ 1459.841024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.841164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.841235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.841449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.841546] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.841731] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:803581b2-e30d-45cd-9804-1ede85212a10 already deleted. [ 1459.841802] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-803581b2-e30d-45cd-9804-1ede85212a10" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.103909] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.287516] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 in Status: SUCCESS [ 1460.287740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.287937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.288183] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.288384] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.288507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.288570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.288723] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.288806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.288894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.288987] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b5f556-facb-4877-87e3-8fe27b7cf548',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.606663] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.606883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.606883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.607175] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.607274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.607413] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 is going to be created. [ 1460.631505] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.631725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.631778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.631993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.632197] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.640900] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 in Status: UNINITIALIZED for 2s [ 1460.792532] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b5f556-facb-4877-87e3-8fe27b7cf548 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.792699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.792758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.792983] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.793174] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.793275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.793338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.793480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.793569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.793658] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.793860] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b5f556-facb-4877-87e3-8fe27b7cf548 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.794348] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.794422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.794578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.794758] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.794871] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.794937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.795104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.795184] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.795269] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.795360] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b5f556-facb-4877-87e3-8fe27b7cf548',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.297480] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b5f556-facb-4877-87e3-8fe27b7cf548: rpc.has_security_group_logging(os_id): False [ 1461.322796] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.323083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.323219] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.323505] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.323646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.323958] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.324145] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.324259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.324489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.324611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.324867] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.325027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.325182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.325368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.325493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.325738] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.325888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.326015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.326221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.326335] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.326482] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 is going to be created. [ 1461.385648] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.385844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.385921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.386114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.386302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.397276] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 in Status: IN_PROGRESS for 2s [ 1462.651348] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 in Status: SUCCESS [ 1462.651587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.651922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.652191] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.652407] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.652530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.652595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.652768] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.652854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.652944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.653052] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.155424] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.155630] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.155630] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.155856] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.156022] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.156125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.156180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.156331] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.156410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.156499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.156646] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.156741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.156788] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.156924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.157069] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.157158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.157209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.157346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.157407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.157484] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.157569] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.427116] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 in Status: SUCCESS [ 1463.427468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.659326] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32de3b4a-7d06-4206-bca6-da41c252a6b9: rpc.has_security_group_logging(os_id): False [ 1463.688830] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.688985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.689062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.689281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.689372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.689566] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.689668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.689733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.689877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.689957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.690170] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.690256] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.690319] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.690456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.690533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.690708] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.690801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.690854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.690989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.691074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.691221] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 is going to be created. [ 1463.751659] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.751874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.751962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.752248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.752585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.763678] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 in Status: IN_PROGRESS for 2s [ 1463.822142] env[69985]: INFO networking_nsxv3.common.synchronization [req-88b6b882-5644-4ab2-8af4-b085716feca9 req-d9e58c7c-9410-47c3-9bf3-919bb143fac3 tempest-ServerActionsTestJSON-1992076937 tempest-ServerActionsTestJSON-1992076937-project-member] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1463.822828] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1463.822960] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.823117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.823193] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.823444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.823653] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.823804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.823855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.824040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.824130] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.824225] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.326690] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.326895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.327031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.327301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.327429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.327681] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.327815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.327894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.328103] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.328196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.328298] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d already deleted. [ 1464.328399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.380863] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.381055] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.381198] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.381468] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.381796] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.381997] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.382176] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.382406] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.382562] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.382776] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1464.382899] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1464.383028] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1464.383157] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1464.383275] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1464.383387] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1464.383522] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1464.403120] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1464.403281] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1464.403426] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1464.403754] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.404171] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-0ec50d92-4ea0-44af-b9fd-14443de36a12 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.404351] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-0ec50d92-4ea0-44af-b9fd-14443de36a12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.404478] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-0ec50d92-4ea0-44af-b9fd-14443de36a12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.404785] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-0ec50d92-4ea0-44af-b9fd-14443de36a12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.404953] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec50d92-4ea0-44af-b9fd-14443de36a12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.907288] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.907642] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.907642] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.907891] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.908067] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.908230] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 0ec50d92-4ea0-44af-b9fd-14443de36a12 not found, creating... [ 1464.908500] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.908665] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.908790] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.909020] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.909166] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.909454] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.909615] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.909739] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.909950] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.910105] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.910252] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 0ec50d92-4ea0-44af-b9fd-14443de36a12 is going to be created. [ 1464.930209] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.930403] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.930535] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.930776] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.931017] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.931482] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-0ec50d92-4ea0-44af-b9fd-14443de36a12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.652089] env[69985]: INFO networking_nsxv3.common.synchronization [req-88b6b882-5644-4ab2-8af4-b085716feca9 req-ed494d84-c858-4cf4-a423-0873bfbc231f service nova] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_rules [ 1465.652089] env[69985]: INFO networking_nsxv3.common.synchronization [req-88b6b882-5644-4ab2-8af4-b085716feca9 req-ed494d84-c858-4cf4-a423-0873bfbc231f service nova] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1465.652089] env[69985]: INFO networking_nsxv3.common.synchronization [req-88b6b882-5644-4ab2-8af4-b085716feca9 req-ed494d84-c858-4cf4-a423-0873bfbc231f service nova] Enqueued Resource ID: 0ec50d92-4ea0-44af-b9fd-14443de36a12 with Priority: HIGHEST for action port [ 1465.652089] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_rules [ 1465.652089] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1465.652089] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec50d92-4ea0-44af-b9fd-14443de36a12 with Priority: HIGHEST for action port [ 1465.652312] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.652611] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.652761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.653129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.653353] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.654359] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.654560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.654712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.654956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.655302] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.655544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.655737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.655981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.656169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.656566] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.657608] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ec50d92-4ea0-44af-b9fd-14443de36a12 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.658449] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ec50d92-4ea0-44af-b9fd-14443de36a12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.658646] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ec50d92-4ea0-44af-b9fd-14443de36a12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.659014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ec50d92-4ea0-44af-b9fd-14443de36a12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.659197] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec50d92-4ea0-44af-b9fd-14443de36a12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.775628] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 in Status: SUCCESS [ 1465.775848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.162289] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.162289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.162289] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.163029] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ec50d92-4ea0-44af-b9fd-14443de36a12 with status ACTIVE [ 1466.163029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.163238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.163238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.163370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.163462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.163637] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.163732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.163786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.163967] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.164052] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.164333] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.164333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.164483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.164526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.164578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.164667] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ec50d92-4ea0-44af-b9fd-14443de36a12 is going to be updated. [ 1466.185645] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.185835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.185902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.186119] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.186295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.186499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ec50d92-4ea0-44af-b9fd-14443de36a12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.666407] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.168849] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.169159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.169159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.169335] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.169406] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.169560] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be created. [ 1467.196050] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.196198] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.196286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.196529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.196720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.206945] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: UNINITIALIZED for 2s [ 1467.290381] env[69985]: INFO networking_nsxv3.common.synchronization [req-d05af6d1-f548-4013-8b42-cf1744435faf req-f6769f02-1890-4922-9da1-aa73be7a92a2 tempest-InstanceActionsNegativeTestJSON-1177223440 tempest-InstanceActionsNegativeTestJSON-1177223440-project-member] Enqueued Resource ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 with Priority: HIGHEST for action security_group_members [ 1467.290887] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 with Priority: HIGHEST for action security_group_members [ 1467.291223] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b5f556-facb-4877-87e3-8fe27b7cf548 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.291350] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.291497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.291604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.292454] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.292454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.292454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.295190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.295190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.295190] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b5f556-facb-4877-87e3-8fe27b7cf548',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.598756] env[69985]: INFO networking_nsxv3.common.synchronization [req-860022be-2125-41ac-ba77-d740d18852ac req-e8e0a9e3-2359-4ff5-8046-d848ed4f6b95 tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_members [ 1467.599350] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGHEST for action security_group_members [ 1467.599811] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.599904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.599904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.603338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.603338] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.603338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.603338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.603338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.603338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.603338] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.647063] env[69985]: INFO networking_nsxv3.common.synchronization [req-860022be-2125-41ac-ba77-d740d18852ac req-e8e0a9e3-2359-4ff5-8046-d848ed4f6b95 tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8 with Priority: HIGHEST for action port [ 1467.647538] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8 with Priority: HIGHEST for action port [ 1467.647840] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.647956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.648045] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.648252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.648536] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.797574] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.797792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.797792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.797999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.798104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.798321] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.798424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.798479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.798629] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.798705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.798815] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 is going to be updated. [ 1467.825855] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.826039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.826088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.826267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.826422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.833556] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 in Status: IN_PROGRESS for 2s [ 1468.105756] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.105930] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.106064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.106248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.106344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.106543] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.106645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.106709] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.106863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.106943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.107052] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 is going to be updated. [ 1468.130353] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.130496] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.130554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.130738] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.130867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.138647] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 in Status: IN_PROGRESS for 2s [ 1468.149982] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8 with status ACTIVE [ 1468.150187] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.150305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.150375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.150567] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.150657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.150832] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.150933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.150993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.151156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.151234] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.151411] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.151562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.151562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.151691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.151762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.151847] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8 is going to be updated. [ 1468.168097] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.168233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.168298] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.168490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.168615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.169290] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b710419b-6fa9-4a79-b4cc-69ecc5cbb8a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.215242] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: SUCCESS [ 1469.215571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.215649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.215844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.216055] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.216187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.216257] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.216414] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.216506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.216602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.216694] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.718836] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.845151] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 in Status: SUCCESS [ 1469.845391] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 deletion is rescheduled due to dependency. [ 1469.845467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.147846] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 in Status: SUCCESS [ 1470.148122] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 deletion is rescheduled due to dependency. [ 1470.148300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.221584] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c13f175d-9812-4991-873c-4a6fe89a8a0d: rpc.has_security_group_logging(os_id): False [ 1470.238633] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.238771] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.238850] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.239086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.239176] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.239416] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.239511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.239581] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.239726] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.239794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.239879] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be created. [ 1470.296454] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.296695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.296695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.296888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.297083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.306730] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: IN_PROGRESS for 2s [ 1472.319556] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: SUCCESS [ 1472.319948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.648642] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.648921] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.065055] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.065374] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.065374] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.065801] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.065919] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.067013] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.067013] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.067013] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.067013] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.067013] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1476.067013] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1476.067013] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1476.067684] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1476.067684] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1476.067684] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1476.067684] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1476.087100] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1476.087100] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1476.087388] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1476.087388] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-979" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.087629] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-4d2794aa-7eaf-404a-bf09-16cf3c357511 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.087802] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.087928] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.088213] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.088420] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d2794aa-7eaf-404a-bf09-16cf3c357511',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.590690] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.590900] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.590976] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.591299] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.591469] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.591752] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.591914] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.592070] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.592329] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.592477] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.592764] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.592924] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.593057] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.593276] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.593418] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.593587] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 4d2794aa-7eaf-404a-bf09-16cf3c357511 is going to be updated. [ 1476.616908] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.617124] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.617257] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.617517] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.617748] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.617960] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.330299] env[69985]: INFO networking_nsxv3.common.synchronization [req-f13b0018-a62f-4029-9a8e-e8f5cd08169c req-1939cfa4-6517-4bd6-b41a-d9de94d4d6eb service nova] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_rules [ 1477.330299] env[69985]: INFO networking_nsxv3.common.synchronization [req-f13b0018-a62f-4029-9a8e-e8f5cd08169c req-1939cfa4-6517-4bd6-b41a-d9de94d4d6eb service nova] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1477.330299] env[69985]: INFO networking_nsxv3.common.synchronization [req-f13b0018-a62f-4029-9a8e-e8f5cd08169c req-1939cfa4-6517-4bd6-b41a-d9de94d4d6eb service nova] Enqueued Resource ID: 4d2794aa-7eaf-404a-bf09-16cf3c357511 with Priority: HIGHEST for action port [ 1477.330299] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_rules [ 1477.330299] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1477.330299] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d2794aa-7eaf-404a-bf09-16cf3c357511 with Priority: HIGHEST for action port [ 1477.330299] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.330299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.330299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.330299] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.330299] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.331819] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.332170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.332492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.332747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.332999] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.333248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.333414] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.333645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.333888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.334090] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.335360] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d2794aa-7eaf-404a-bf09-16cf3c357511 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.335637] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.335942] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.337429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.337429] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d2794aa-7eaf-404a-bf09-16cf3c357511',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.838295] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.838295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.838688] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.839753] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d2794aa-7eaf-404a-bf09-16cf3c357511 with status ACTIVE [ 1477.839869] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.839936] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.839980] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.840181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.840293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.840493] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.840599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.840657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.840776] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.840870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.841077] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.841167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.841227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.841368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.841439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.841524] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d2794aa-7eaf-404a-bf09-16cf3c357511 is going to be updated. [ 1477.860876] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.861112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.861112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.861314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.861457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.861612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d2794aa-7eaf-404a-bf09-16cf3c357511" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.343689] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.847053] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.847053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.847053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.847053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.847053] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.847053] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be updated. [ 1478.872662] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.872866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.872866] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.873098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.873336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.882039] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 1480.892795] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 1480.893126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.893253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.893521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.893765] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.893917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.894012] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.894187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.894304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.894407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.894515] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.397032] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.899919] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72360503-e0a4-4e6d-9911-6348a862f4a8: rpc.has_security_group_logging(os_id): False [ 1481.917688] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.917973] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.918080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.918221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.920300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.920300] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.920300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.920300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.920300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.920300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.920300] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be updated. [ 1481.983265] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.983532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.983532] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.983744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.983891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.996338] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 1482.330475] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.330673] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1484.011083] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 1484.011456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.331507] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.331938] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.332496] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.332785] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.030225] env[69985]: INFO networking_nsxv3.common.synchronization [req-a0d13f92-b668-41fa-9662-95c29a64d01c req-49740f32-9832-4518-8d2f-6d8e5a94b3a5 tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_members [ 1493.030619] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_members [ 1493.030934] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a471e4cd-989a-40ff-9528-ba39b72c6939 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.031044] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.031111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.031281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.031434] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.031531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.031595] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.031741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.031829] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.031923] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.322406] env[69985]: INFO networking_nsxv3.common.synchronization [req-3e584950-e992-4674-9177-3ad6359ec7cb req-2799d2ad-221c-49c6-89cf-9327f1f48d71 tempest-ServerActionsTestOtherB-873622132 tempest-ServerActionsTestOtherB-873622132-project-member] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1493.322406] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGHEST for action security_group_members [ 1493.323452] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.324079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.325095] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.325095] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.325736] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.327475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.327475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.327475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.327475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.327475] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.346019] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.346019] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.346019] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.346019] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.346019] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.346019] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.346019] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.346019] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.346887] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.347256] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1493.348027] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1493.348294] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1493.348525] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1493.348755] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1493.348993] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1493.349298] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1493.369529] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1493.369785] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1493.370013] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1493.370256] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-430" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.370641] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-3319610f-82c5-4e8a-85bc-ec2d73b68ebe taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.370903] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-3319610f-82c5-4e8a-85bc-ec2d73b68ebe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.371129] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-3319610f-82c5-4e8a-85bc-ec2d73b68ebe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.371512] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-3319610f-82c5-4e8a-85bc-ec2d73b68ebe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.371726] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3319610f-82c5-4e8a-85bc-ec2d73b68ebe',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.534769] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.830020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.830020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.830020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.830020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.830020] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.830346] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.830346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.830346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.830641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.830711] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.830823] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be updated. [ 1493.856770] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.857009] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.857131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.857385] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.857605] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.865381] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: IN_PROGRESS for 2s [ 1493.874427] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.875058] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.875058] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.875058] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.875190] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.875410] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 3319610f-82c5-4e8a-85bc-ec2d73b68ebe not found, creating... [ 1493.875694] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.875863] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.876171] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.876240] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.876361] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.876645] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.876808] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.876931] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.877159] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.877295] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.877454] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 3319610f-82c5-4e8a-85bc-ec2d73b68ebe is going to be created. [ 1493.894575] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.894786] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.894929] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.895190] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.895411] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.895664] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-3319610f-82c5-4e8a-85bc-ec2d73b68ebe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.037270] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.541832] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.541832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.541832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.541832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.541832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.541832] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a471e4cd-989a-40ff-9528-ba39b72c6939 is going to be updated. [ 1494.565264] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.565462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.565462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.565696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.565840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.573514] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: IN_PROGRESS for 2s [ 1494.582354] env[69985]: INFO networking_nsxv3.common.synchronization [req-a0d13f92-b668-41fa-9662-95c29a64d01c req-fd661bd3-f678-4678-a357-c7d5376c80c1 service nova] Enqueued Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_rules [ 1494.582659] env[69985]: INFO networking_nsxv3.common.synchronization [req-a0d13f92-b668-41fa-9662-95c29a64d01c req-fd661bd3-f678-4678-a357-c7d5376c80c1 service nova] Enqueued Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_members [ 1494.584752] env[69985]: INFO networking_nsxv3.common.synchronization [req-a0d13f92-b668-41fa-9662-95c29a64d01c req-fd661bd3-f678-4678-a357-c7d5376c80c1 service nova] Enqueued Resource ID: 3319610f-82c5-4e8a-85bc-ec2d73b68ebe with Priority: HIGHEST for action port [ 1494.585034] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_rules [ 1494.586032] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_members [ 1494.586032] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3319610f-82c5-4e8a-85bc-ec2d73b68ebe with Priority: HIGHEST for action port [ 1494.586032] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a471e4cd-989a-40ff-9528-ba39b72c6939 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.586032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.586032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.586536] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.586536] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.587210] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a471e4cd-989a-40ff-9528-ba39b72c6939 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.587210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.587422] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-3319610f-82c5-4e8a-85bc-ec2d73b68ebe taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.587491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3319610f-82c5-4e8a-85bc-ec2d73b68ebe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.587549] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3319610f-82c5-4e8a-85bc-ec2d73b68ebe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.587703] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3319610f-82c5-4e8a-85bc-ec2d73b68ebe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.587769] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3319610f-82c5-4e8a-85bc-ec2d73b68ebe',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.090094] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a471e4cd-989a-40ff-9528-ba39b72c6939 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.090235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.090333] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3319610f-82c5-4e8a-85bc-ec2d73b68ebe with status ACTIVE [ 1495.090505] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.090606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.090673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.090888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.090989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.091178] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.091274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.091335] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.091488] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.091562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.091742] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.091835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.091925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.092041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.092116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.092199] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3319610f-82c5-4e8a-85bc-ec2d73b68ebe is going to be updated. [ 1495.113480] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.113732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.113732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.113914] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.114064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.114221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3319610f-82c5-4e8a-85bc-ec2d73b68ebe" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.875024] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 in Status: SUCCESS [ 1495.875024] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 deletion is rescheduled due to dependency. [ 1495.875024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.582615] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: SUCCESS [ 1496.582615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.582902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.582988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.583194] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.583309] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.583382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.583524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.583608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.583706] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.086316] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.589171] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.092032] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.092032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.092032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.092517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.092517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.092517] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a471e4cd-989a-40ff-9528-ba39b72c6939 is going to be updated. [ 1498.121411] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.121636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.121636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.121830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.121984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.129977] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: IN_PROGRESS for 2s [ 1499.586802] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.586802] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1500.141407] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: SUCCESS [ 1500.141574] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.141770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.141979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.142196] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.142376] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.142490] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.142558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.142626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.142714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.142812] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.645241] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.147168] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a471e4cd-989a-40ff-9528-ba39b72c6939: rpc.has_security_group_logging(os_id): False [ 1501.165185] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.165411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.165411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.165586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.184235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.184574] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.184574] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.184762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.185018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.185134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.185235] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a471e4cd-989a-40ff-9528-ba39b72c6939 is going to be updated. [ 1501.237726] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.237944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.237944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.238160] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.238302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.248327] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: IN_PROGRESS for 2s [ 1503.049567] env[69985]: INFO networking_nsxv3.common.synchronization [req-f1be3e2c-6c1b-4aee-bdc0-479848631fd9 req-8becda50-a819-498f-a508-4c1c783054fc tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGHEST for action security_group_members [ 1503.050096] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGHEST for action security_group_members [ 1503.050432] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae2407-0d0a-4666-8166-71d54450d132 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.050601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.050654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.050829] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.051054] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.051168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.051293] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.051387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.051472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.051569] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae2407-0d0a-4666-8166-71d54450d132',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.261561] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: SUCCESS [ 1503.262081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.553415] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.553567] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.554178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.554178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.554178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.554178] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.554452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.554452] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.554517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.554549] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.554633] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae2407-0d0a-4666-8166-71d54450d132 is going to be updated. [ 1503.600649] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.600832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.600907] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.601152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.601300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.609623] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae2407-0d0a-4666-8166-71d54450d132 in Status: IN_PROGRESS for 2s [ 1504.857726] env[69985]: INFO networking_nsxv3.common.synchronization [None req-1a5db183-5121-48d9-b631-86414166123e None None] Enqueued Resource ID: 56c94de0-ab27-4cd5-9679-366b75bf96a9 with Priority: HIGHEST for action port [ 1504.857970] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c94de0-ab27-4cd5-9679-366b75bf96a9 with Priority: HIGHEST for action port [ 1504.858538] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-56c94de0-ab27-4cd5-9679-366b75bf96a9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.858663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56c94de0-ab27-4cd5-9679-366b75bf96a9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.858732] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56c94de0-ab27-4cd5-9679-366b75bf96a9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.858986] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56c94de0-ab27-4cd5-9679-366b75bf96a9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.859334] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56c94de0-ab27-4cd5-9679-366b75bf96a9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.363038] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56c94de0-ab27-4cd5-9679-366b75bf96a9 [ 1505.363038] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.363205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.363205] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.363420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.363527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.363623] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56c94de0-ab27-4cd5-9679-366b75bf96a9 already deleted. [ 1505.364193] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56c94de0-ab27-4cd5-9679-366b75bf96a9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.620367] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae2407-0d0a-4666-8166-71d54450d132 in Status: SUCCESS [ 1505.620605] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae2407-0d0a-4666-8166-71d54450d132 deletion is rescheduled due to dependency. [ 1505.620737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.973828] env[69985]: INFO networking_nsxv3.common.synchronization [None req-56da5c65-bcdf-4a32-944d-c38a79634acb tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGHEST for action security_group_rules [ 1506.974333] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGHEST for action security_group_rules [ 1506.974636] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.974760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.974827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.975154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.975241] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.040310] env[69985]: INFO networking_nsxv3.common.synchronization [None req-a3c08568-e1e0-4168-9157-96cf14cfb3cf tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGHEST for action security_group_rules [ 1507.040751] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGHEST for action security_group_rules [ 1507.041056] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.041191] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.253176] env[69985]: INFO networking_nsxv3.common.synchronization [None req-5130f039-ca31-4095-9bd3-4ae3eff66a68 None None] Enqueued Resource ID: 890a46e4-b051-42b9-838f-3d1f79afa8f2 with Priority: HIGHEST for action port [ 1507.253904] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890a46e4-b051-42b9-838f-3d1f79afa8f2 with Priority: HIGHEST for action port [ 1507.254226] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-890a46e4-b051-42b9-838f-3d1f79afa8f2 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.254352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-890a46e4-b051-42b9-838f-3d1f79afa8f2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.254423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-890a46e4-b051-42b9-838f-3d1f79afa8f2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.254673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-890a46e4-b051-42b9-838f-3d1f79afa8f2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.254755] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('890a46e4-b051-42b9-838f-3d1f79afa8f2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.495039] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.495210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.495281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.495476] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.496028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.496028] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 already deleted. [ 1507.496028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.496028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.496028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.496324] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.757405] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 890a46e4-b051-42b9-838f-3d1f79afa8f2 [ 1507.757956] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.757956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.757956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.757956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.758284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.758284] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:890a46e4-b051-42b9-838f-3d1f79afa8f2 already deleted. [ 1507.758284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-890a46e4-b051-42b9-838f-3d1f79afa8f2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.015558] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.015906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.015906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.016029] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.016086] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.016181] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 already deleted. [ 1508.016273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.336440] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1509.336681] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NSXv3 Agent Agent loop - iteration:3 started [ 1511.480749] env[69985]: INFO networking_nsxv3.common.synchronization [req-658a3261-0ba8-4fc7-91ac-d368bf5e246e req-66bdd22b-94a8-406e-9f09-6159caeb8f2a tempest-ServerMetadataTestJSON-2115374873 tempest-ServerMetadataTestJSON-2115374873-project-member] Enqueued Resource ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 with Priority: HIGHEST for action security_group_members [ 1511.481246] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 with Priority: HIGHEST for action security_group_members [ 1511.481548] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.481672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.481739] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.482014] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.483289] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.483402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.483489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.483669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.483725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.483870] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35af55e-4127-4bfc-8de9-5daaf5cd8cd4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.738891] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.739136] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-332" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.739273] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-332" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.739625] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-332" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.739899] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.741262] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.741424] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.741671] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.741826] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.742071] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1511.742196] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1511.742380] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1511.742498] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1511.742749] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1511.742749] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1511.742749] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1511.786673] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1511.786848] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1511.786990] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1511.787191] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-332" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.787510] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-bd85f0c5-e04c-4955-b2f0-952380a45baa taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.787684] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-bd85f0c5-e04c-4955-b2f0-952380a45baa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.787807] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-bd85f0c5-e04c-4955-b2f0-952380a45baa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.788149] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-bd85f0c5-e04c-4955-b2f0-952380a45baa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.788300] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd85f0c5-e04c-4955-b2f0-952380a45baa',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.987709] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.987865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.987948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.988235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.988357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.988627] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.988737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.988792] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.988950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.989038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.989128] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 already deleted. [ 1511.989209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.290677] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.290892] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.291040] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.291282] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.291443] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.291607] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port bd85f0c5-e04c-4955-b2f0-952380a45baa not found, creating... [ 1512.291870] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.292041] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.292168] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.292421] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.292629] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.292926] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.293108] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.293229] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.293454] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.293596] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.293742] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: bd85f0c5-e04c-4955-b2f0-952380a45baa is going to be created. [ 1512.313771] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.314025] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.314121] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.314373] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.314614] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.314858] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-bd85f0c5-e04c-4955-b2f0-952380a45baa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.966289] env[69985]: INFO networking_nsxv3.common.synchronization [req-658a3261-0ba8-4fc7-91ac-d368bf5e246e req-9a6bae4b-6713-4da2-80c5-1ff8d484fc35 service nova] Enqueued Resource ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 with Priority: HIGHEST for action security_group_rules [ 1512.966584] env[69985]: INFO networking_nsxv3.common.synchronization [req-658a3261-0ba8-4fc7-91ac-d368bf5e246e req-9a6bae4b-6713-4da2-80c5-1ff8d484fc35 service nova] Enqueued Resource ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 with Priority: HIGHEST for action security_group_members [ 1512.966687] env[69985]: INFO networking_nsxv3.common.synchronization [req-658a3261-0ba8-4fc7-91ac-d368bf5e246e req-9a6bae4b-6713-4da2-80c5-1ff8d484fc35 service nova] Enqueued Resource ID: bd85f0c5-e04c-4955-b2f0-952380a45baa with Priority: HIGHEST for action port [ 1512.966857] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 with Priority: HIGHEST for action security_group_rules [ 1512.966966] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 with Priority: HIGHEST for action security_group_members [ 1512.967075] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd85f0c5-e04c-4955-b2f0-952380a45baa with Priority: HIGHEST for action port [ 1512.967617] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.967745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.967805] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.968089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.968177] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35af55e-4127-4bfc-8de9-5daaf5cd8cd4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.969386] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.969502] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.969572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.969736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.969910] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.970070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.970070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.970854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.970854] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.970854] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35af55e-4127-4bfc-8de9-5daaf5cd8cd4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.971108] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd85f0c5-e04c-4955-b2f0-952380a45baa taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.971372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd85f0c5-e04c-4955-b2f0-952380a45baa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.971372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd85f0c5-e04c-4955-b2f0-952380a45baa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.971448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd85f0c5-e04c-4955-b2f0-952380a45baa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.971491] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd85f0c5-e04c-4955-b2f0-952380a45baa',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.473110] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35af55e-4127-4bfc-8de9-5daaf5cd8cd4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.474477] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.474683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.474934] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd85f0c5-e04c-4955-b2f0-952380a45baa with status ACTIVE [ 1513.475179] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.475285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.475335] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.475544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.475661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.475865] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.475951] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.476027] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.476191] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.476270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.476446] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.476537] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.476593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.476780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.476885] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.476980] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd85f0c5-e04c-4955-b2f0-952380a45baa is going to be updated. [ 1513.495942] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.496111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.496863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.496863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.496863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.496863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd85f0c5-e04c-4955-b2f0-952380a45baa" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.683730] env[69985]: INFO networking_nsxv3.common.synchronization [req-ed066ed4-dd46-4c82-8281-ec9fc3381257 req-f4acd6b7-aa24-4a2a-971f-93177f7b69f6 tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGHEST for action security_group_members [ 1513.683964] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGHEST for action security_group_members [ 1513.684213] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.684333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.684401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.684648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.684802] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.684943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.684985] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.685120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.685237] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.685332] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.939633] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.939887] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.939961] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.940250] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.941279] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.941469] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.941598] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.941832] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.941987] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.942304] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1513.942431] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1513.942550] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1513.942664] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1513.943072] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1513.943226] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1513.943374] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1513.963323] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1513.963479] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1513.963621] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1513.963794] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-282" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.964103] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-ba5a70da-7de9-4267-a3cf-1cdbabc9aa22 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.964293] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-ba5a70da-7de9-4267-a3cf-1cdbabc9aa22" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.964479] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-ba5a70da-7de9-4267-a3cf-1cdbabc9aa22" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.964773] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-ba5a70da-7de9-4267-a3cf-1cdbabc9aa22" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.964916] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba5a70da-7de9-4267-a3cf-1cdbabc9aa22',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.975176] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35af55e-4127-4bfc-8de9-5daaf5cd8cd4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.187412] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.187576] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.187656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.187875] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.187968] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.188184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.188284] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.188347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.188495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.188573] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.188660] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 already deleted. [ 1514.188740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.467237] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.467423] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.467518] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.467826] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.468039] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.468250] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port ba5a70da-7de9-4267-a3cf-1cdbabc9aa22 not found, creating... [ 1514.468560] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.468752] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.468923] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.469199] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.469395] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.470026] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.470026] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.470210] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.470338] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.470529] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.470743] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: ba5a70da-7de9-4267-a3cf-1cdbabc9aa22 is going to be created. [ 1514.478440] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.478571] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.478658] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.478841] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.478951] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.479037] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 is going to be created. [ 1514.490122] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.490312] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.490444] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.490677] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.490900] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.491131] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-ba5a70da-7de9-4267-a3cf-1cdbabc9aa22" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.515961] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.516166] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.516245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.516366] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.516517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.526202] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 in Status: UNINITIALIZED for 2s [ 1515.422586] env[69985]: INFO networking_nsxv3.common.synchronization [req-ed066ed4-dd46-4c82-8281-ec9fc3381257 req-2f22b533-5910-45f4-b7b3-56603a05d405 service nova] Enqueued Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGHEST for action security_group_rules [ 1515.422830] env[69985]: INFO networking_nsxv3.common.synchronization [req-ed066ed4-dd46-4c82-8281-ec9fc3381257 req-2f22b533-5910-45f4-b7b3-56603a05d405 service nova] Enqueued Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGHEST for action security_group_members [ 1515.422925] env[69985]: INFO networking_nsxv3.common.synchronization [req-ed066ed4-dd46-4c82-8281-ec9fc3381257 req-2f22b533-5910-45f4-b7b3-56603a05d405 service nova] Enqueued Resource ID: ba5a70da-7de9-4267-a3cf-1cdbabc9aa22 with Priority: HIGHEST for action port [ 1515.423160] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGHEST for action security_group_rules [ 1515.423321] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGHEST for action security_group_members [ 1515.423425] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5a70da-7de9-4267-a3cf-1cdbabc9aa22 with Priority: HIGHEST for action port [ 1515.423968] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.424121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.424194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.424399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.424481] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.425317] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.425428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.425497] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.425656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.425804] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.425898] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.426034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.426214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.426279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.426477] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.427077] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba5a70da-7de9-4267-a3cf-1cdbabc9aa22 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.427187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba5a70da-7de9-4267-a3cf-1cdbabc9aa22" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.427252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba5a70da-7de9-4267-a3cf-1cdbabc9aa22" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.427402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba5a70da-7de9-4267-a3cf-1cdbabc9aa22" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.427476] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba5a70da-7de9-4267-a3cf-1cdbabc9aa22',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.929226] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.929361] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.930660] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.931847] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba5a70da-7de9-4267-a3cf-1cdbabc9aa22 with status ACTIVE [ 1515.932047] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.932162] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.932231] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.932423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.932515] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.932680] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.933111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.933111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.933111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.933111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.933251] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.933303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.933394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.933492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.933566] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.933646] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba5a70da-7de9-4267-a3cf-1cdbabc9aa22 is going to be updated. [ 1515.956836] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.957030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.957030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.957196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.957325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.957682] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba5a70da-7de9-4267-a3cf-1cdbabc9aa22" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.436013] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.535842] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 in Status: SUCCESS [ 1516.535842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.535842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.535842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.536162] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.536162] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.536287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.536388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.536444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.536584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.536683] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e35af55e-4127-4bfc-8de9-5daaf5cd8cd4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.939194] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.939194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.939194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.939373] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.939413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.939547] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 is going to be created. [ 1516.962281] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.962472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.962521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.962851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.963090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.971420] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 in Status: UNINITIALIZED for 2s [ 1517.039732] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.039917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.039999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.040285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.040517] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.040638] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.040711] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.040877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.040971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.041079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.041243] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.041342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.041406] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.041554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.041695] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.041789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.041852] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.042011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.042102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.042187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.042277] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e35af55e-4127-4bfc-8de9-5daaf5cd8cd4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.545317] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e35af55e-4127-4bfc-8de9-5daaf5cd8cd4: rpc.has_security_group_logging(os_id): False [ 1517.564028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.564028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.564028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.564028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.564028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.564028] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.564542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.564542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.564542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.564542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.564770] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.564770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.564770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.564937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.564988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.565191] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.565329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.565398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.565539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.565607] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.565695] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 is going to be created. [ 1517.618135] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.618135] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.618135] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.618398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.618801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.629851] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 in Status: IN_PROGRESS for 2s [ 1518.980698] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 in Status: SUCCESS [ 1518.980994] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.981196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.981457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.981772] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.981886] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.981931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.982137] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.982245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.982368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.982497] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.485365] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.644142] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 in Status: SUCCESS [ 1519.644399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.987609] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d2cd128-d9ea-48ed-be28-6bf2aaecd029: rpc.has_security_group_logging(os_id): False [ 1520.005681] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.005840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.005988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.006238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.006360] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.006627] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.006733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.006861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.006978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.007129] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.007174] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 is going to be created. [ 1520.059767] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.059932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.059978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.060204] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.060408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.070067] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 in Status: IN_PROGRESS for 2s [ 1520.424428] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.424588] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1522.087186] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 in Status: SUCCESS [ 1522.087455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.426131] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.426481] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.586802] env[69985]: INFO networking_nsxv3.common.synchronization [req-c18ec69e-2c44-4445-9b14-772fa8d7cc61 req-2e924910-a314-4ae7-9dd5-83e9c86e696c tempest-ServerMetadataTestJSON-2115374873 tempest-ServerMetadataTestJSON-2115374873-project-member] Enqueued Resource ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 with Priority: HIGHEST for action security_group_members [ 1525.588794] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 with Priority: HIGHEST for action security_group_members [ 1525.588794] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.588794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.588794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.588794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.588794] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.588794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.588794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.588794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.588794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.588794] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35af55e-4127-4bfc-8de9-5daaf5cd8cd4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.091432] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.091748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.091748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.091901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.091961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.092168] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.092277] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.092346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.092476] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.092554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.092641] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 is going to be updated. [ 1526.120832] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.121037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.121037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.121238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.121405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.129690] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 in Status: IN_PROGRESS for 2s [ 1528.140620] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 in Status: SUCCESS [ 1528.140620] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 deletion is rescheduled due to dependency. [ 1528.140620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.588618] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.589026] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.590154] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.590574] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.591322] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.591682] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.593030] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.593380] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.595061] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.595433] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.596971] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.597491] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.598845] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.599169] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.564916] env[69985]: INFO networking_nsxv3.common.synchronization [req-1ce4bdc3-aea8-47f0-a134-eca1f6e23b45 req-a6d1582c-f457-40fc-8462-2b793cb2b0db tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_members [ 1562.565448] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_members [ 1562.565707] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a471e4cd-989a-40ff-9528-ba39b72c6939 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.565832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.565903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.566291] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.566447] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.566562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.566617] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.567291] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.567291] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.567291] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.068916] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.281064] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.281064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.281064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.281064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.281064] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.571651] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.783067] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.074178] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.074420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.074420] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.074631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.074767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.074843] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a471e4cd-989a-40ff-9528-ba39b72c6939 is going to be updated. [ 1564.106350] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.106521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.106603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.106751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.106893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.114846] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: IN_PROGRESS for 2s [ 1564.285619] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.787935] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1564.788239] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1565.555838] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.555967] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.556026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.556236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.569035] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1565.569868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.570572] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1565.605373] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.605518] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.605585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.605796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.616230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.616973] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1565.617066] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1565.617159] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1565.651494] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.651635] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.651709] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.651932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.653190] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.653368] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1565.718811] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.719084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.719084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.719236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.719533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.719817] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1565.797390] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.797793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.797793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.797793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.798060] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.798347] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1565.798445] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'62ae2407-0d0a-4666-8166-71d54450d132', '72360503-e0a4-4e6d-9911-6348a862f4a8', 'c18d6646-0a3d-47ef-bf77-b466f750df12', '56c43821-6bf0-44a0-aa8c-6be4949c6090', 'b5b5f556-facb-4877-87e3-8fe27b7cf548', '32de3b4a-7d06-4206-bca6-da41c252a6b9', '81d51b95-05e9-45f1-a7ed-589ecebd0dee', '0c670476-20bf-4881-a417-95d3ff4ec12a', '05f3f891-fcf5-492f-9428-a15a0cb22d7b', '1d2cd128-d9ea-48ed-be28-6bf2aaecd029', 'd6f53e71-28be-4de8-a3e5-9f7d6457b308', '646e8911-b2fc-438c-aec3-34b04732119d', '2af19154-8e6e-4ffd-8edf-1b770d2c3832', '68eba109-5683-43f1-82bf-0ebce469440a', '5acf5d30-51b2-46c6-a32c-d3b0b550a37a', '049a42a0-d0df-4a77-887b-b86231afbfbf', 'd663bb5a-b674-4ae5-a7b7-aadd3dca5f45', '686ffa9b-bf16-4389-8157-cbff792d2f79', 'c13f175d-9812-4991-873c-4a6fe89a8a0d', 'a8d8d547-bf0b-429c-8d84-79475b7c4c1d', '299686e5-149e-4d53-ab93-39ffae760f90', '4c147bd3-2a40-41fa-8c11-60e1bff19b63', '35d60241-ff9e-4b28-9cd7-b81638e43a72', 'ee20676a-8272-49bd-975d-3e09ba4bcb31', '35a29af5-c97e-4852-b1a4-cd618c1f5c35', 'edb81510-055b-4e10-bb75-a9b3f326fe5f', '2f2f018b-729a-45ad-82b3-073f788c7ebb', '10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2', 'd6b3cfd5-19e7-4d81-a692-e4f721207b0b', '6041d5ce-87de-4799-8825-4b4881c015c3', 'b7d48a04-47f0-411e-acd2-1dfbb2feff6b', 'f13cc711-2954-45e2-be30-30a2ac6f1e1b', 'a4bfacf5-d023-4e71-8e98-87973c573bd7', '4f17e308-9ea0-4669-9787-468d964eb7bb', '7f5427ec-908e-4031-8afe-e13d8096314a', 'e35af55e-4127-4bfc-8de9-5daaf5cd8cd4', 'a471e4cd-989a-40ff-9528-ba39b72c6939', '3efe893f-7edd-4b2e-a1ad-646e62675a55', '0a7aa2ec-d2fa-4108-b47d-ac51e517802c', 'ab1465ca-f357-4a59-a430-ace0d4b223af', '5fc51e8d-b16d-40a8-9724-45a9179988a7', '48df6982-9462-47bd-81be-8f1877031039'} {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1565.798545] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1565.815217] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.815376] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.815430] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.815557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.815639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.815737] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1565.815806] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1565.815876] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1565.879160] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.879356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.879356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.879548] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.880631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.880924] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1565.881015] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1565.881093] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1565.881160] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1565.881237] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1565.881309] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGH for action security_group_rules [ 1565.881388] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGH for action security_group_rules [ 1565.881456] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGH for action security_group_rules [ 1565.881519] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGH for action security_group_rules [ 1565.881581] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 with Priority: HIGH for action security_group_rules [ 1565.881643] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGH for action security_group_rules [ 1565.881707] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGH for action security_group_rules [ 1565.881767] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGH for action security_group_rules [ 1565.881828] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGH for action security_group_rules [ 1565.881888] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGH for action security_group_rules [ 1565.881949] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGH for action security_group_rules [ 1565.882017] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGH for action security_group_rules [ 1565.882080] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGH for action security_group_rules [ 1565.882141] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68eba109-5683-43f1-82bf-0ebce469440a with Priority: HIGH for action security_group_rules [ 1565.882203] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGH for action security_group_rules [ 1565.882264] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 049a42a0-d0df-4a77-887b-b86231afbfbf with Priority: HIGH for action security_group_rules [ 1565.882325] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 with Priority: HIGH for action security_group_rules [ 1565.882388] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGH for action security_group_rules [ 1565.882447] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGH for action security_group_rules [ 1565.882508] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d with Priority: HIGH for action security_group_rules [ 1565.882602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.124334] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: SUCCESS [ 1566.124527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.566656] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.567119] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1567.567119] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae2407-0d0a-4666-8166-71d54450d132 with Priority: HIGH for action security_group_rules [ 1567.567119] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18d6646-0a3d-47ef-bf77-b466f750df12 with Priority: HIGH for action security_group_rules [ 1567.567316] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee with Priority: HIGH for action security_group_rules [ 1567.567316] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a with Priority: HIGH for action security_group_rules [ 1567.567416] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d with Priority: HIGH for action security_group_rules [ 1567.567464] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGH for action security_group_rules [ 1567.567520] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 with Priority: HIGH for action security_group_rules [ 1567.567614] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 with Priority: HIGH for action security_group_rules [ 1567.567706] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68eba109-5683-43f1-82bf-0ebce469440a with Priority: HIGH for action security_group_rules [ 1567.567817] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 049a42a0-d0df-4a77-887b-b86231afbfbf with Priority: HIGH for action security_group_rules [ 1567.567933] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 with Priority: HIGH for action security_group_rules [ 1567.568073] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 646e8911-b2fc-438c-aec3-34b04732119d with Priority: HIGH for action security_group_rules [ 1567.568186] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 with Priority: HIGH for action security_group_rules [ 1567.568294] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGH for action security_group_rules [ 1567.568385] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b with Priority: HIGH for action security_group_rules [ 1567.568480] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 with Priority: HIGH for action security_group_rules [ 1567.568561] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c670476-20bf-4881-a417-95d3ff4ec12a with Priority: HIGH for action security_group_rules [ 1567.568647] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 with Priority: HIGH for action security_group_rules [ 1567.568733] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 with Priority: HIGH for action security_group_rules [ 1567.568894] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 with Priority: HIGH for action security_group_rules [ 1567.569175] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ae2407-0d0a-4666-8166-71d54450d132 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.569304] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.569364] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.569582] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.569690] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ae2407-0d0a-4666-8166-71d54450d132',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.570808] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18d6646-0a3d-47ef-bf77-b466f750df12 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.570808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.570950] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.571097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.571097] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18d6646-0a3d-47ef-bf77-b466f750df12',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.572128] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.572302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.572302] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.572498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.572570] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d51b95-05e9-45f1-a7ed-589ecebd0dee',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.573507] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.573507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.573507] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.573659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.573659] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5acf5d30-51b2-46c6-a32c-d3b0b550a37a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.574407] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d8d547-bf0b-429c-8d84-79475b7c4c1d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.574510] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.574570] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.574724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.574840] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d8d547-bf0b-429c-8d84-79475b7c4c1d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.575517] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.575620] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.575691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.575883] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.575883] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.576783] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-686ffa9b-bf16-4389-8157-cbff792d2f79 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.576864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.576911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.577044] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.577104] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('686ffa9b-bf16-4389-8157-cbff792d2f79',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.577822] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.577924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.578037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.578170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.578241] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d663bb5a-b674-4ae5-a7b7-aadd3dca5f45',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.578881] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68eba109-5683-43f1-82bf-0ebce469440a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.578978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.579031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.579185] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.579289] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68eba109-5683-43f1-82bf-0ebce469440a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.579924] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-049a42a0-d0df-4a77-887b-b86231afbfbf taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.580039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.580103] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.580245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.580367] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('049a42a0-d0df-4a77-887b-b86231afbfbf',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.581081] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.581187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.581240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.581577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.581577] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af19154-8e6e-4ffd-8edf-1b770d2c3832',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.582191] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-646e8911-b2fc-438c-aec3-34b04732119d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.582191] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.582285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.582424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.582526] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('646e8911-b2fc-438c-aec3-34b04732119d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.583341] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.583455] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.583528] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.583805] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.583805] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6f53e71-28be-4de8-a3e5-9f7d6457b308',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.584570] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.584681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.584748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.584896] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.584970] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.585672] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.585787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.585867] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.586044] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.586116] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05f3f891-fcf5-492f-9428-a15a0cb22d7b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.586804] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32de3b4a-7d06-4206-bca6-da41c252a6b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.586910] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.586983] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.587194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.587292] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32de3b4a-7d06-4206-bca6-da41c252a6b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.588184] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c670476-20bf-4881-a417-95d3ff4ec12a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.588295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.588343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.588489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.588562] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c670476-20bf-4881-a417-95d3ff4ec12a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.589328] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b5f556-facb-4877-87e3-8fe27b7cf548 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.589419] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.589477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.589633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.589725] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b5f556-facb-4877-87e3-8fe27b7cf548',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.590402] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72360503-e0a4-4e6d-9911-6348a862f4a8 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.590508] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.590628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.590743] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.590818] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72360503-e0a4-4e6d-9911-6348a862f4a8',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.591487] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c43821-6bf0-44a0-aa8c-6be4949c6090 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.591639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.591639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.591789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.591862] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c43821-6bf0-44a0-aa8c-6be4949c6090',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.618160] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.618357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.618357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.618548] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.622936] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.623065] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.623733] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.623836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.624508] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.624603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.633402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.633510] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d51b95-05e9-45f1-a7ed-589ecebd0dee is going to be deleted. [ 1567.634473] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.634700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.652668] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.652761] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18d6646-0a3d-47ef-bf77-b466f750df12 is going to be deleted. [ 1567.653474] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.653654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.668906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.669025] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d8d547-bf0b-429c-8d84-79475b7c4c1d is going to be deleted. [ 1567.669725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.669908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.683688] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.683838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.688193] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.688353] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5acf5d30-51b2-46c6-a32c-d3b0b550a37a is going to be deleted. [ 1567.689761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.689761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.689761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.689932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d51b95-05e9-45f1-a7ed-589ecebd0dee" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.703500] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.703692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.703814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.704092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.704239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.704434] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18d6646-0a3d-47ef-bf77-b466f750df12" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.714936] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.715073] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.715143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.715301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.715382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.715487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d8d547-bf0b-429c-8d84-79475b7c4c1d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.750088] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.750267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.750314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.750475] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.750561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.750673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5acf5d30-51b2-46c6-a32c-d3b0b550a37a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.098785] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.099011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.099011] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.099163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.099332] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.099435] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.099498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.099645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.099733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.099827] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.099909] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.105636] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.105796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.105858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.106016] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.106177] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.106274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.106338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.106482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.106566] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.106651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.106742] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.144510] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.144729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.144794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.144971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.146571] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.146712] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.148548] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.148671] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.149433] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.149531] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.150249] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.150349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.151034] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.151132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.151852] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.151947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.152651] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.152747] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.153459] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.153558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.154239] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.154335] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.155024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.155152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.155701] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1568.156116] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.156232] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.156813] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1568.157176] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.157273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.158113] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1568.158502] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.158596] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.161014] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1568.161402] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.161511] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 646e8911-b2fc-438c-aec3-34b04732119d is going to be deleted. [ 1568.162328] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.162534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.177407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.177507] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c670476-20bf-4881-a417-95d3ff4ec12a is going to be deleted. [ 1568.178253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.178456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.192223] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.192359] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32de3b4a-7d06-4206-bca6-da41c252a6b9 is going to be deleted. [ 1568.193099] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.193303] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.222965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.223146] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 049a42a0-d0df-4a77-887b-b86231afbfbf is going to be deleted. [ 1568.224179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.224446] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.225975] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.226108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.227819] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.227957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.246870] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.247014] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 686ffa9b-bf16-4389-8157-cbff792d2f79 is going to be deleted. [ 1568.248049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.248330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.261764] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.261980] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.282557] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.282744] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ae2407-0d0a-4666-8166-71d54450d132 is going to be deleted. [ 1568.283661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.283894] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.301260] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.301396] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.323111] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.323306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.331112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.331264] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05f3f891-fcf5-492f-9428-a15a0cb22d7b is going to be deleted. [ 1568.332164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.332378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.381505] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.381698] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af19154-8e6e-4ffd-8edf-1b770d2c3832 is going to be deleted. [ 1568.382740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.383069] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.405494] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.405676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.434833] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.434978] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d663bb5a-b674-4ae5-a7b7-aadd3dca5f45 is going to be deleted. [ 1568.435823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.436061] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.437438] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.437535] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.476530] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.476814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.477547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.477666] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c43821-6bf0-44a0-aa8c-6be4949c6090 is going to be deleted. [ 1568.478541] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.478755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.536683] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.536871] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b5f556-facb-4877-87e3-8fe27b7cf548 is going to be deleted. [ 1568.537759] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.537964] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.589089] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.589421] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72360503-e0a4-4e6d-9911-6348a862f4a8 is going to be deleted. [ 1568.590033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.590239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.591700] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.591813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.613725] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.614565] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.633231] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.633368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.634102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.634220] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68eba109-5683-43f1-82bf-0ebce469440a is going to be deleted. [ 1568.635058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.635265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.672437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.672573] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6f53e71-28be-4de8-a3e5-9f7d6457b308 is going to be deleted. [ 1568.673308] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.673503] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.673594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.673716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-646e8911-b2fc-438c-aec3-34b04732119d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.673860] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.674015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.674102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.674216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c670476-20bf-4881-a417-95d3ff4ec12a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.674649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.674819] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.674906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.675037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32de3b4a-7d06-4206-bca6-da41c252a6b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.675167] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.675314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.675392] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.675503] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-049a42a0-d0df-4a77-887b-b86231afbfbf" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.675628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.675766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.675842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.675945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-686ffa9b-bf16-4389-8157-cbff792d2f79" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.676082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.676219] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.676294] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.676405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ae2407-0d0a-4666-8166-71d54450d132" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.676527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.676662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.676752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.676868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05f3f891-fcf5-492f-9428-a15a0cb22d7b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.676989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.677148] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.677221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.677326] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af19154-8e6e-4ffd-8edf-1b770d2c3832" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.677446] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.677578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.677649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.677755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d663bb5a-b674-4ae5-a7b7-aadd3dca5f45" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.677875] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.678015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.678097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.678200] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c43821-6bf0-44a0-aa8c-6be4949c6090" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.696282] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.696419] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.696460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.696618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.696714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.696831] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b5f556-facb-4877-87e3-8fe27b7cf548" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.735550] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.735716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.735758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.735911] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.735996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.736157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72360503-e0a4-4e6d-9911-6348a862f4a8" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.768055] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.768266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.768330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.768544] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.768653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.768805] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68eba109-5683-43f1-82bf-0ebce469440a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.834091] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.834246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.834315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.834527] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.834615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.834740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6f53e71-28be-4de8-a3e5-9f7d6457b308" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.116445] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d2cd128-d9ea-48ed-be28-6bf2aaecd029: rpc.has_security_group_logging(os_id): False [ 1569.117549] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c13f175d-9812-4991-873c-4a6fe89a8a0d: rpc.has_security_group_logging(os_id): False [ 1569.132877] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.133028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.133079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.133270] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.134585] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.134685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.160130] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.160387] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.160476] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.160542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.160733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.160810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.160892] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 is going to be updated. [ 1569.161748] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.161908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.180015] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.180248] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.180357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.180424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.180575] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.180687] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.180730] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be updated. [ 1569.227623] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.227765] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.227826] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.227952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.228094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.231881] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.231984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.232072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.232220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.232336] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.245333] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 in Status: IN_PROGRESS for 2s [ 1569.246012] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: IN_PROGRESS for 2s [ 1571.262547] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 in Status: SUCCESS [ 1571.262820] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.263445] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: SUCCESS [ 1571.263619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.570430] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.570920] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.262604] env[69985]: INFO networking_nsxv3.common.synchronization [req-62b858cb-63a6-40a2-bd45-6c8b9705a868 req-33414c98-5b79-4697-b34e-21fc637f24df tempest-AttachVolumeNegativeTest-821716976 tempest-AttachVolumeNegativeTest-821716976-project-member] Enqueued Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGHEST for action security_group_members [ 1576.263124] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGHEST for action security_group_members [ 1576.263426] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.263561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.263631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.263837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.263986] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.264102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.264162] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.264307] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.264559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.264559] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.766262] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.766494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.766494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.766715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.766810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.767068] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.767232] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.767232] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.767377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.767454] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.767544] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 is going to be updated. [ 1576.792786] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.792961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.792961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.793178] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.793309] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.800701] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 in Status: IN_PROGRESS for 2s [ 1577.725812] env[69985]: INFO networking_nsxv3.common.synchronization [req-3dad3757-06db-4243-9007-9131c4f4a022 req-0622186a-4b54-41c5-926e-f46c464fe034 tempest-ServerActionsTestOtherA-414793530 tempest-ServerActionsTestOtherA-414793530-project-member] Enqueued Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_members [ 1577.726396] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGHEST for action security_group_members [ 1577.726715] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-a471e4cd-989a-40ff-9528-ba39b72c6939 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.726839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.726908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.727351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.727514] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.727621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.727684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.727839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.727926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.728047] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.230775] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.230928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.231038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.231273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.252098] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.252359] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.252485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.252543] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.252722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.252808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.252928] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a471e4cd-989a-40ff-9528-ba39b72c6939 is going to be updated. [ 1578.282069] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.282212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.282282] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.282483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.282612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.290072] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: IN_PROGRESS for 2s [ 1578.810499] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 in Status: SUCCESS [ 1578.810834] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 deletion is rescheduled due to dependency. [ 1578.810834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.298891] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a471e4cd-989a-40ff-9528-ba39b72c6939 in Status: SUCCESS [ 1580.299355] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a471e4cd-989a-40ff-9528-ba39b72c6939 deletion is rescheduled due to dependency. [ 1580.299355] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.727812] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.728129] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1587.729066] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.729439] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.729909] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1592.730234] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.798143] env[69985]: INFO networking_nsxv3.common.synchronization [None req-544c8954-3a2b-4358-a195-5ab5ea552541 tempest-ServerActionsTestJSON-1992076937 tempest-ServerActionsTestJSON-1992076937-project-member] Enqueued Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGHEST for action security_group_rules [ 1592.798570] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGHEST for action security_group_rules [ 1592.798874] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.799000] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.799082] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.799346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.799430] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fef6b558-315c-46d5-8c80-a75fb4ba16b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1592.866663] env[69985]: INFO networking_nsxv3.common.synchronization [None req-ca670a24-44f3-4e54-9efc-3e9ce64dcbfa tempest-ServerActionsTestJSON-1992076937 tempest-ServerActionsTestJSON-1992076937-project-member] Enqueued Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGHEST for action security_group_rules [ 1592.867091] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGHEST for action security_group_rules [ 1592.867388] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.867553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.317826] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.318044] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.318101] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.318289] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.318427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.318494] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 already deleted. [ 1593.318545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.318686] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.318834] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.318919] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fef6b558-315c-46d5-8c80-a75fb4ba16b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1593.838512] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.838512] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.838981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.838981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.838981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.838981] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 already deleted. [ 1593.839149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.867914] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1597.868295] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1598.659854] env[69985]: INFO networking_nsxv3.common.synchronization [req-f5b91407-5564-4aed-9d3a-ff24bb634cf4 req-fe60328f-0089-4393-a99a-fc5b342fbbad tempest-ServerActionsTestJSON-1992076937 tempest-ServerActionsTestJSON-1992076937-project-member] Enqueued Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGHEST for action security_group_members [ 1598.660365] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGHEST for action security_group_members [ 1598.660659] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-fef6b558-315c-46d5-8c80-a75fb4ba16b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.660785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.660853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.661108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.661303] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.661397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.661397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.661540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.661621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.661713] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fef6b558-315c-46d5-8c80-a75fb4ba16b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.918311] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.918675] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.918675] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.918946] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.919263] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.919472] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.919554] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.919766] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.919922] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.920159] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1598.920275] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1598.920391] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1598.920530] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1598.920664] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1598.920780] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1598.920917] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1598.940949] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1598.941130] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1598.941274] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1598.941432] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.941695] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-c0418a66-6f0b-4419-985a-c6003fd83fe0 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.941858] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-c0418a66-6f0b-4419-985a-c6003fd83fe0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.941980] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-c0418a66-6f0b-4419-985a-c6003fd83fe0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.942265] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-c0418a66-6f0b-4419-985a-c6003fd83fe0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.942437] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0418a66-6f0b-4419-985a-c6003fd83fe0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.164235] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.164524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.164524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.164655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.164710] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.164905] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.165013] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.165094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.165225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.165526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.165526] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 already deleted. [ 1599.165526] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.444643] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.444910] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.444962] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.445258] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.445425] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.445616] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port c0418a66-6f0b-4419-985a-c6003fd83fe0 not found, creating... [ 1599.445891] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.446075] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.446204] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.446425] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.446572] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.446864] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.447040] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.447166] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.447375] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.447518] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.447708] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: c0418a66-6f0b-4419-985a-c6003fd83fe0 is going to be created. [ 1599.467578] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.467780] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.467893] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.468153] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.468379] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.468600] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-c0418a66-6f0b-4419-985a-c6003fd83fe0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.133075] env[69985]: INFO networking_nsxv3.common.synchronization [req-f5b91407-5564-4aed-9d3a-ff24bb634cf4 req-96f68364-7819-4900-acf1-536990d3163b service nova] Enqueued Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGHEST for action security_group_rules [ 1600.133357] env[69985]: INFO networking_nsxv3.common.synchronization [req-f5b91407-5564-4aed-9d3a-ff24bb634cf4 req-96f68364-7819-4900-acf1-536990d3163b service nova] Enqueued Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGHEST for action security_group_members [ 1600.133455] env[69985]: INFO networking_nsxv3.common.synchronization [req-f5b91407-5564-4aed-9d3a-ff24bb634cf4 req-96f68364-7819-4900-acf1-536990d3163b service nova] Enqueued Resource ID: c0418a66-6f0b-4419-985a-c6003fd83fe0 with Priority: HIGHEST for action port [ 1600.133644] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGHEST for action security_group_rules [ 1600.133747] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGHEST for action security_group_members [ 1600.133843] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0418a66-6f0b-4419-985a-c6003fd83fe0 with Priority: HIGHEST for action port [ 1600.134391] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.134516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.134580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.134777] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.134858] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fef6b558-315c-46d5-8c80-a75fb4ba16b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.135677] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-fef6b558-315c-46d5-8c80-a75fb4ba16b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.135794] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.135861] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.136035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.136191] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.136321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.136380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.136469] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.136553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.136639] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fef6b558-315c-46d5-8c80-a75fb4ba16b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.137579] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0418a66-6f0b-4419-985a-c6003fd83fe0 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.137705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0418a66-6f0b-4419-985a-c6003fd83fe0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.137778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0418a66-6f0b-4419-985a-c6003fd83fe0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.137928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0418a66-6f0b-4419-985a-c6003fd83fe0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.138017] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0418a66-6f0b-4419-985a-c6003fd83fe0',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.640105] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fef6b558-315c-46d5-8c80-a75fb4ba16b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.640681] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-fef6b558-315c-46d5-8c80-a75fb4ba16b9 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.640787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.640956] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0418a66-6f0b-4419-985a-c6003fd83fe0 with status ACTIVE [ 1600.641132] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.641235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.641280] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.641478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.641568] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.642217] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.642217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.642217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.642217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.642217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.642569] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.642569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.642569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.642569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.642769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.642769] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0418a66-6f0b-4419-985a-c6003fd83fe0 is going to be updated. [ 1600.664196] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.664378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.664378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.664576] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.664702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.664855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0418a66-6f0b-4419-985a-c6003fd83fe0" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.145055] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fef6b558-315c-46d5-8c80-a75fb4ba16b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.647820] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.648092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.648092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.648281] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.648373] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.648471] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 is going to be created. [ 1601.672137] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.672354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.672354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.672486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.672634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.680924] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 in Status: UNINITIALIZED for 2s [ 1603.691715] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 in Status: SUCCESS [ 1603.692116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.692116] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.692323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.692519] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.692639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.692705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.692859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.692944] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.693041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.693132] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fef6b558-315c-46d5-8c80-a75fb4ba16b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.195835] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fef6b558-315c-46d5-8c80-a75fb4ba16b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.698252] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fef6b558-315c-46d5-8c80-a75fb4ba16b9: rpc.has_security_group_logging(os_id): False [ 1604.714676] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.714851] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.714920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.715102] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.715194] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.715433] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.715540] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.715609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.715753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.715826] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.716387] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 is going to be created. [ 1604.772875] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.773079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.773079] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.773271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.773448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.783343] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 in Status: IN_PROGRESS for 2s [ 1605.135281] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.135465] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1606.796722] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 in Status: SUCCESS [ 1606.797111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.136875] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.137304] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.137944] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.138511] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.139288] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.139668] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.139987] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.140365] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.141747] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1630.142185] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1635.143270] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1635.143641] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.144331] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1640.144812] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1645.145446] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1645.145794] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.146746] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1650.147146] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1655.148009] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1655.148377] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1660.148761] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1660.149160] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1665.150596] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1665.151031] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1670.152421] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1670.152824] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1675.153554] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1675.153928] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1680.154910] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1680.155354] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1685.156601] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1685.156971] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1690.157960] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1690.158319] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1692.736442] env[69985]: INFO networking_nsxv3.common.synchronization [req-902e2b00-acb3-4888-9b1d-9a93ba8af278 req-e938f07a-0d4b-4b60-a3d3-3a48f5e8357c tempest-ServerActionsTestJSON-1992076937 tempest-ServerActionsTestJSON-1992076937-project-member] Enqueued Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGHEST for action security_group_members [ 1692.736985] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGHEST for action security_group_members [ 1692.737329] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-fef6b558-315c-46d5-8c80-a75fb4ba16b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1692.737460] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.737524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1692.737720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1692.737871] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1692.737972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.738064] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1692.738187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1692.738274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1692.738367] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fef6b558-315c-46d5-8c80-a75fb4ba16b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1693.240328] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1693.240559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.240559] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1693.240823] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1693.240922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1693.241152] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1693.241272] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.241333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1693.241464] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1693.241539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1693.241627] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 is going to be updated. [ 1693.319942] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1693.320216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.320216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1693.320335] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1693.320485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1693.330717] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 in Status: IN_PROGRESS for 2s [ 1695.341543] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 in Status: SUCCESS [ 1695.341949] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 deletion is rescheduled due to dependency. [ 1695.341949] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.738183] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1697.738444] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1702.739359] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1702.739702] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1707.740411] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1707.740763] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1712.741473] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1712.741473] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1717.742918] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1717.743304] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1722.743852] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1722.744184] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1726.451116] env[69985]: INFO networking_nsxv3.common.synchronization [req-7bdf9681-8e37-4454-8e46-b94414a48ac0 req-f366091f-3fe3-414a-9134-aeb01d5337d6 tempest-ServerActionsTestJSON-1992076937 tempest-ServerActionsTestJSON-1992076937-project-member] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1726.451638] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1726.453055] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1726.453055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.453055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1726.453055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1726.453055] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1726.453055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.453055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1726.453055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1726.453055] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1726.453634] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1726.955565] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1726.955885] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.955885] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1726.956052] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1726.956131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1726.956337] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1726.956456] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.956514] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1726.956649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1726.956725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1726.956811] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be updated. [ 1726.991646] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1726.991937] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.992075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1726.992313] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1726.992554] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1727.000457] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: IN_PROGRESS for 2s [ 1729.011114] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: SUCCESS [ 1729.011453] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d deletion is rescheduled due to dependency. [ 1729.011453] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.452688] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1731.453148] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1733.350487] env[69985]: INFO networking_nsxv3.common.synchronization [req-f1f09a51-5222-48f9-bb55-7c68dac7a1b2 req-1a77d7c6-b9c4-4b5e-a0a0-4ffc600da000 tempest-ServerActionsTestJSON-1992076937 tempest-ServerActionsTestJSON-1992076937-project-member] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1733.350487] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1733.350487] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.351068] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.351068] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.351068] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.351068] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.351926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.351926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.351926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.351926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.351926] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1733.604754] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.604981] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.605132] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.605426] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.605812] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.606049] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.606206] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.606472] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.606647] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.606929] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1733.607086] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1733.607229] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1733.607364] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1733.607482] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1733.607594] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1733.607737] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1733.632095] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1733.632257] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1733.632401] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1733.632568] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.632850] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-da930938-8ab4-484a-9207-57babddf0038 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.633035] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-da930938-8ab4-484a-9207-57babddf0038" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.633166] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-da930938-8ab4-484a-9207-57babddf0038" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.633461] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-da930938-8ab4-484a-9207-57babddf0038" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.633604] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da930938-8ab4-484a-9207-57babddf0038',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1733.853965] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.854248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.854248] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.854428] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.854529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.854722] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.854850] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.854913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.855077] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.855159] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.855249] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be updated. [ 1733.880864] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.881032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.881085] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.881214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.881338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.889379] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: IN_PROGRESS for 2s [ 1734.135464] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1734.135691] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.135825] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1734.136144] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1734.136305] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1734.136468] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port da930938-8ab4-484a-9207-57babddf0038 not found, creating... [ 1734.136724] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1734.136888] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.137017] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1734.137240] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1734.137385] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1734.137667] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1734.137828] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.137951] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1734.138175] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1734.138316] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1734.138462] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: da930938-8ab4-484a-9207-57babddf0038 is going to be created. [ 1734.159082] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1734.159082] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.159082] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1734.159082] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1734.159362] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1734.159362] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-da930938-8ab4-484a-9207-57babddf0038" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1734.839015] env[69985]: INFO networking_nsxv3.common.synchronization [req-f1f09a51-5222-48f9-bb55-7c68dac7a1b2 req-f75782c6-d362-4173-8e03-dbd0ffb31b31 service nova] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_rules [ 1734.839301] env[69985]: INFO networking_nsxv3.common.synchronization [req-f1f09a51-5222-48f9-bb55-7c68dac7a1b2 req-f75782c6-d362-4173-8e03-dbd0ffb31b31 service nova] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1734.839349] env[69985]: INFO networking_nsxv3.common.synchronization [req-f1f09a51-5222-48f9-bb55-7c68dac7a1b2 req-f75782c6-d362-4173-8e03-dbd0ffb31b31 service nova] Enqueued Resource ID: da930938-8ab4-484a-9207-57babddf0038 with Priority: HIGHEST for action port [ 1734.839587] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_rules [ 1734.839707] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1734.839806] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da930938-8ab4-484a-9207-57babddf0038 with Priority: HIGHEST for action port [ 1734.840403] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1734.840659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.840731] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1734.840961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1734.841057] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1734.841919] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1734.844076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.844076] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-da930938-8ab4-484a-9207-57babddf0038 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1734.844076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da930938-8ab4-484a-9207-57babddf0038" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.844076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da930938-8ab4-484a-9207-57babddf0038" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1734.844076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da930938-8ab4-484a-9207-57babddf0038" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1734.844076] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da930938-8ab4-484a-9207-57babddf0038',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1735.344464] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1735.344700] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.344865] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da930938-8ab4-484a-9207-57babddf0038 with status ACTIVE [ 1735.345074] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1735.345225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.345300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1735.345556] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1735.345659] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.345859] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1735.345979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.346071] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1735.346265] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1735.346384] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.346585] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1735.346694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.346846] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1735.346938] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1735.347043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.347156] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da930938-8ab4-484a-9207-57babddf0038 is going to be updated. [ 1735.370015] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1735.370504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.370504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1735.370504] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1735.370626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.370722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da930938-8ab4-484a-9207-57babddf0038" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.906881] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: SUCCESS [ 1735.906881] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d deletion is rescheduled due to dependency. [ 1735.906881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.906881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1735.906881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1735.906881] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1735.906881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.906881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1735.906881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1735.906881] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.906881] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1736.403947] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1736.906357] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1737.408832] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1737.409156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.409156] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1737.409276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1737.409401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1737.409512] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be updated. [ 1737.440371] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1737.440371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.440371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1737.440636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1737.440636] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1737.448465] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: IN_PROGRESS for 2s [ 1739.460548] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: SUCCESS [ 1739.460922] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1739.461037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.461325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1739.461567] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1739.461709] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.461803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.462013] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1739.462111] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1739.462207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1739.462323] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1739.840567] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1739.840738] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1739.964453] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1740.467812] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c13f175d-9812-4991-873c-4a6fe89a8a0d: rpc.has_security_group_logging(os_id): False [ 1740.487080] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.487264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.487264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.487485] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.487585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.487826] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.487926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.487990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.488150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.488229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.488318] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be updated. [ 1740.548297] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.548459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.548492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.548660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.548797] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.559288] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: IN_PROGRESS for 2s [ 1742.573989] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: SUCCESS [ 1742.573989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1744.841506] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1744.841813] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1749.337669] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1749.338081] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NSXv3 Agent Agent loop - iteration:4 started [ 1749.842298] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1749.842473] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1754.843778] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1754.844125] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1759.844816] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1759.845250] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1764.846066] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1764.846392] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1769.846722] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1769.847107] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1774.848086] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1774.848405] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1779.849209] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1779.849209] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1784.850301] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1784.850638] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1789.851994] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1789.852380] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1794.853664] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1794.854025] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1799.855287] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1799.855626] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1803.284024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1803.284450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.284450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1803.284530] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1803.284652] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1803.787641] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1804.289789] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1804.792652] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1804.792794] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1804.855984] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1804.856157] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1805.552908] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1805.553344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.553344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1805.553344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1805.565144] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1805.567562] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1805.568373] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1805.727933] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1805.728152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.728152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1805.728362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1805.738999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1805.739731] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1805.739810] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1805.739902] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1805.772202] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1805.772391] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.772391] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1805.772593] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1805.773239] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1805.773384] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1805.852861] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1805.853091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.853091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1805.853268] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1805.853569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1805.853838] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1805.940847] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1805.941080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.941080] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1805.941189] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1805.941458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1805.941704] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:25. [ 1805.941795] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1d2cd128-d9ea-48ed-be28-6bf2aaecd029', 'c13f175d-9812-4991-873c-4a6fe89a8a0d', '299686e5-149e-4d53-ab93-39ffae760f90', '35d60241-ff9e-4b28-9cd7-b81638e43a72', '4c147bd3-2a40-41fa-8c11-60e1bff19b63', 'ee20676a-8272-49bd-975d-3e09ba4bcb31', '35a29af5-c97e-4852-b1a4-cd618c1f5c35', 'edb81510-055b-4e10-bb75-a9b3f326fe5f', '2f2f018b-729a-45ad-82b3-073f788c7ebb', '10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2', 'fef6b558-315c-46d5-8c80-a75fb4ba16b9', 'd6b3cfd5-19e7-4d81-a692-e4f721207b0b', '6041d5ce-87de-4799-8825-4b4881c015c3', 'b7d48a04-47f0-411e-acd2-1dfbb2feff6b', 'f13cc711-2954-45e2-be30-30a2ac6f1e1b', 'a4bfacf5-d023-4e71-8e98-87973c573bd7', '4f17e308-9ea0-4669-9787-468d964eb7bb', '7f5427ec-908e-4031-8afe-e13d8096314a', 'e35af55e-4127-4bfc-8de9-5daaf5cd8cd4', 'a471e4cd-989a-40ff-9528-ba39b72c6939', '3efe893f-7edd-4b2e-a1ad-646e62675a55', '0a7aa2ec-d2fa-4108-b47d-ac51e517802c', 'ab1465ca-f357-4a59-a430-ace0d4b223af', '5fc51e8d-b16d-40a8-9724-45a9179988a7', '48df6982-9462-47bd-81be-8f1877031039'} {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1805.941869] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1805.960385] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1805.960516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.960558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1805.960725] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1805.960806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1805.960903] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1805.960972] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1805.961053] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1806.040727] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1806.040890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.040890] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1806.041103] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1806.042216] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1806.042446] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1806.042525] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1806.042597] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1806.042710] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1806.042753] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/25 resources of Type:Security Group Rules [ 1806.042806] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGH for action security_group_rules [ 1806.042877] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGH for action security_group_rules [ 1806.042942] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGH for action security_group_rules [ 1806.043012] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGH for action security_group_rules [ 1806.043079] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGH for action security_group_rules [ 1806.043140] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 with Priority: HIGH for action security_group_rules [ 1806.043201] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGH for action security_group_rules [ 1806.043263] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGH for action security_group_rules [ 1806.043323] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb with Priority: HIGH for action security_group_rules [ 1806.043384] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 with Priority: HIGH for action security_group_rules [ 1806.043446] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGH for action security_group_rules [ 1806.043507] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGH for action security_group_rules [ 1806.043567] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6041d5ce-87de-4799-8825-4b4881c015c3 with Priority: HIGH for action security_group_rules [ 1806.043628] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGH for action security_group_rules [ 1806.043689] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGH for action security_group_rules [ 1806.043750] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 with Priority: HIGH for action security_group_rules [ 1806.043810] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGH for action security_group_rules [ 1806.043871] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f5427ec-908e-4031-8afe-e13d8096314a with Priority: HIGH for action security_group_rules [ 1806.043932] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 with Priority: HIGH for action security_group_rules [ 1806.043993] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGH for action security_group_rules [ 1806.044095] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1809.858067] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1809.858067] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1809.858067] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 with Priority: HIGH for action security_group_rules [ 1809.858067] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299686e5-149e-4d53-ab93-39ffae760f90 with Priority: HIGH for action security_group_rules [ 1809.858067] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 with Priority: HIGH for action security_group_rules [ 1809.858067] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b with Priority: HIGH for action security_group_rules [ 1809.858067] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a471e4cd-989a-40ff-9528-ba39b72c6939 with Priority: HIGH for action security_group_rules [ 1809.858617] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 with Priority: HIGH for action security_group_rules [ 1809.858617] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5427ec-908e-4031-8afe-e13d8096314a with Priority: HIGH for action security_group_rules [ 1809.858617] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f17e308-9ea0-4669-9787-468d964eb7bb with Priority: HIGH for action security_group_rules [ 1809.858617] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b with Priority: HIGH for action security_group_rules [ 1809.858617] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 with Priority: HIGH for action security_group_rules [ 1809.858617] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6041d5ce-87de-4799-8825-4b4881c015c3 with Priority: HIGH for action security_group_rules [ 1809.858781] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b with Priority: HIGH for action security_group_rules [ 1809.858816] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 with Priority: HIGH for action security_group_rules [ 1809.858897] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 with Priority: HIGH for action security_group_rules [ 1809.858981] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb with Priority: HIGH for action security_group_rules [ 1809.859080] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 with Priority: HIGH for action security_group_rules [ 1809.859169] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb81510-055b-4e10-bb75-a9b3f326fe5f with Priority: HIGH for action security_group_rules [ 1809.859256] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 with Priority: HIGH for action security_group_rules [ 1809.859340] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGH for action security_group_rules [ 1809.859424] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 with Priority: HIGH for action security_group_rules [ 1809.859813] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.859956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.860039] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.860286] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.860369] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d2cd128-d9ea-48ed-be28-6bf2aaecd029',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.861519] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-299686e5-149e-4d53-ab93-39ffae760f90 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.861652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.861741] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.861933] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.862017] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('299686e5-149e-4d53-ab93-39ffae760f90',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.862801] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.862899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.862961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.863134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.863230] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35a29af5-c97e-4852-b1a4-cd618c1f5c35',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.863907] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.864028] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.864083] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.864235] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.864308] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f13cc711-2954-45e2-be30-30a2ac6f1e1b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.865061] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a471e4cd-989a-40ff-9528-ba39b72c6939 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.865153] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.865189] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.865385] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.865417] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a471e4cd-989a-40ff-9528-ba39b72c6939',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.866283] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.866362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.866433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.866586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.866661] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35af55e-4127-4bfc-8de9-5daaf5cd8cd4',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.867478] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f5427ec-908e-4031-8afe-e13d8096314a taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.867478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.867603] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.867655] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.867755] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f5427ec-908e-4031-8afe-e13d8096314a',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.868430] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f17e308-9ea0-4669-9787-468d964eb7bb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.868537] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.868604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.868755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.868826] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f17e308-9ea0-4669-9787-468d964eb7bb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.869607] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.869716] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.869784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.869948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.870034] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d48a04-47f0-411e-acd2-1dfbb2feff6b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.870693] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4bfacf5-d023-4e71-8e98-87973c573bd7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.870826] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.870902] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.871078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.871151] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4bfacf5-d023-4e71-8e98-87973c573bd7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.871805] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6041d5ce-87de-4799-8825-4b4881c015c3 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.871913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.871978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.872140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.872218] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6041d5ce-87de-4799-8825-4b4881c015c3',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.873020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.873134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.873202] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.873349] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.873421] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6b3cfd5-19e7-4d81-a692-e4f721207b0b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.874172] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.874250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.874315] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.874464] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.874535] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fef6b558-315c-46d5-8c80-a75fb4ba16b9',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.875236] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.875529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.875529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.875633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.875666] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.876311] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f2f018b-729a-45ad-82b3-073f788c7ebb taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.876422] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.876493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.876654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.876818] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f2f018b-729a-45ad-82b3-073f788c7ebb',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.877511] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee20676a-8272-49bd-975d-3e09ba4bcb31 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.877621] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.877691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.877850] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.877923] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee20676a-8272-49bd-975d-3e09ba4bcb31',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.878610] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb81510-055b-4e10-bb75-a9b3f326fe5f taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.878719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.878785] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.878943] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.879027] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb81510-055b-4e10-bb75-a9b3f326fe5f',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.879676] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.879786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.879876] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.880120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.880120] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c147bd3-2a40-41fa-8c11-60e1bff19b63',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.880848] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.880956] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.881037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.881187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.881275] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.882013] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35d60241-ff9e-4b28-9cd7-b81638e43a72 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.882126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.882206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.882337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.882408] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35d60241-ff9e-4b28-9cd7-b81638e43a72',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1809.909930] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.910125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.910125] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.910330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.912069] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.912174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.913161] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.913258] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.928149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1809.928240] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f5427ec-908e-4031-8afe-e13d8096314a is going to be deleted. [ 1809.929032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.929228] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.948271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1809.948389] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35af55e-4127-4bfc-8de9-5daaf5cd8cd4 is going to be deleted. [ 1809.949092] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.949277] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.969597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1809.969714] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d2cd128-d9ea-48ed-be28-6bf2aaecd029 is going to be deleted. [ 1809.995833] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.996050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.996050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.996230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.996305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1809.996457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35af55e-4127-4bfc-8de9-5daaf5cd8cd4" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1809.997101] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1809.997238] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.997311] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1809.997425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1809.997499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1809.997617] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f5427ec-908e-4031-8afe-e13d8096314a" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.044891] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.045030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.045100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.045285] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.045368] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.045483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d2cd128-d9ea-48ed-be28-6bf2aaecd029" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.393377] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.393649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.393649] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.393781] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.393928] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.394050] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.394122] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.394279] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.394362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.394448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.394536] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1810.408263] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.408425] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.408495] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.408720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.411119] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.411267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.412324] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.412439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.454047] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.454214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.457878] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.457998] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.458705] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.458853] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.459508] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.459602] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.460283] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.460377] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.461109] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.461209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.461857] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.461972] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35a29af5-c97e-4852-b1a4-cd618c1f5c35 is going to be deleted. [ 1810.462784] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.462987] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.464584] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.464693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.465369] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.465462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.466150] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.466246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.467080] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1810.467473] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.467566] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.469412] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1810.469768] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.469859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.473060] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1810.473454] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.473547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.474183] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1810.474600] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.474696] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.479986] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1810.480370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.480476] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6b3cfd5-19e7-4d81-a692-e4f721207b0b is going to be deleted. [ 1810.481312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.481506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.504511] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.504662] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2 is going to be deleted. [ 1810.505417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.505635] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.520770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.520912] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f17e308-9ea0-4669-9787-468d964eb7bb is going to be deleted. [ 1810.521650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.521862] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.538334] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.538457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.539306] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.539437] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.547679] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.547826] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee20676a-8272-49bd-975d-3e09ba4bcb31 is going to be deleted. [ 1810.548592] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.548807] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.569813] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.569927] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.579072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.579183] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fef6b558-315c-46d5-8c80-a75fb4ba16b9 is going to be deleted. [ 1810.579934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.580138] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.591304] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.591413] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.641217] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.641334] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a471e4cd-989a-40ff-9528-ba39b72c6939 is going to be deleted. [ 1810.642169] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.642372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.646093] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.646195] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.719168] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.719292] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.720849] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.720962] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c147bd3-2a40-41fa-8c11-60e1bff19b63 is going to be deleted. [ 1810.721733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.721919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.747891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.747988] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 299686e5-149e-4d53-ab93-39ffae760f90 is going to be deleted. [ 1810.748669] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.748844] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.769120] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.769224] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.804756] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.804862] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6041d5ce-87de-4799-8825-4b4881c015c3 is going to be deleted. [ 1810.805610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.805801] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.808906] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.808999] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.837914] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.838025] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d48a04-47f0-411e-acd2-1dfbb2feff6b is going to be deleted. [ 1810.838740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.838914] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.867793] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.868081] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f2f018b-729a-45ad-82b3-073f788c7ebb is going to be deleted. [ 1810.868626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.868811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.884525] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.884652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.889731] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.889855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.903172] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1810.922588] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.922687] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb81510-055b-4e10-bb75-a9b3f326fe5f is going to be deleted. [ 1810.923483] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.923676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.979833] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.979980] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35d60241-ff9e-4b28-9cd7-b81638e43a72 is going to be deleted. [ 1810.980753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1810.980947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1810.982223] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1810.982321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.017344] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.017466] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4bfacf5-d023-4e71-8e98-87973c573bd7 is going to be deleted. [ 1811.018220] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.018409] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.101942] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1811.102170] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.114385] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.114522] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f13cc711-2954-45e2-be30-30a2ac6f1e1b is going to be deleted. [ 1811.115444] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.115656] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.115774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.115897] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35a29af5-c97e-4852-b1a4-cd618c1f5c35" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.116063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.116276] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.116408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.116564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6b3cfd5-19e7-4d81-a692-e4f721207b0b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.117069] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.117262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.117312] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.117427] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10f6fe48-f21f-4b78-ac3e-a7806bf2d0e2" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.117565] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.117750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.117841] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.117953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f17e308-9ea0-4669-9787-468d964eb7bb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.118038] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.118181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.118264] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.118404] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee20676a-8272-49bd-975d-3e09ba4bcb31" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.118534] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.118675] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.118752] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.118859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fef6b558-315c-46d5-8c80-a75fb4ba16b9" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.118984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.119136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.119209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.119319] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a471e4cd-989a-40ff-9528-ba39b72c6939" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.119443] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.119577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.119650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.119778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c147bd3-2a40-41fa-8c11-60e1bff19b63" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.119921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.120076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.120152] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.120255] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6041d5ce-87de-4799-8825-4b4881c015c3" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.120382] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.120517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.120591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.120699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-299686e5-149e-4d53-ab93-39ffae760f90" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.120821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.120954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.121041] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.121149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d48a04-47f0-411e-acd2-1dfbb2feff6b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.121277] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.121445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.121521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.121623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb81510-055b-4e10-bb75-a9b3f326fe5f" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.133745] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1811.133865] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.133917] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.134081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.134160] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.134266] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35d60241-ff9e-4b28-9cd7-b81638e43a72" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.140649] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1811.140764] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.140850] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.141019] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.141104] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.141212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f2f018b-729a-45ad-82b3-073f788c7ebb" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.173440] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1811.173539] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.173610] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.173763] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.173842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.173954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4bfacf5-d023-4e71-8e98-87973c573bd7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.217668] env[69985]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1811.218232] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1811.218439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.218491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.218663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.218754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.218905] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f13cc711-2954-45e2-be30-30a2ac6f1e1b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.405812] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c13f175d-9812-4991-873c-4a6fe89a8a0d: rpc.has_security_group_logging(os_id): False [ 1811.428598] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1811.428750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.428786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.429009] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.460262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.460518] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1811.460630] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.460697] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.460859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.460938] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.461038] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be updated. [ 1811.517340] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1811.517482] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.517523] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1811.517722] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1811.517859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1811.528803] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: IN_PROGRESS for 2s [ 1813.543124] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: SUCCESS [ 1813.543477] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1814.860754] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1814.861074] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1815.088219] env[69985]: INFO networking_nsxv3.common.synchronization [req-14d68511-4c31-4506-ac26-d33cfe8797e5 req-2c47560f-90c7-44c1-bd82-e5a2b42dc8c4 tempest-ServerActionsTestJSON-1992076937 tempest-ServerActionsTestJSON-1992076937-project-member] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1815.088730] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1815.089062] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1815.089186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.089254] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1815.089453] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1815.089599] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1815.090136] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.090203] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1815.090445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1815.090445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1815.090534] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1815.593144] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1815.593314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.593388] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1815.593623] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1815.593720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1815.593949] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1815.594094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.594094] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1815.594245] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1815.594319] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1815.594405] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be updated. [ 1815.621431] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1815.621552] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.621622] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1815.621767] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1815.621895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1815.629225] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: IN_PROGRESS for 2s [ 1817.640928] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: SUCCESS [ 1817.640928] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d deletion is rescheduled due to dependency. [ 1817.640928] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1820.089717] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1820.090115] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1821.964878] env[69985]: INFO networking_nsxv3.common.synchronization [req-9389b9b0-ee34-4f4d-a86c-ab27aafa53ce req-2a8e0faa-c6ff-48f9-a979-09546d34230b tempest-ServerActionsTestJSON-1992076937 tempest-ServerActionsTestJSON-1992076937-project-member] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1821.965238] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1821.965493] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1821.965618] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.965699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1821.965872] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1821.966021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1821.966151] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.966247] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1821.966325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1821.966397] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1821.966474] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1822.228064] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1822.228064] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.228064] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1822.228064] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1822.228064] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1822.228064] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.228544] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1822.228544] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1822.228634] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1822.228781] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1822.228898] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1822.229020] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1822.229138] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1822.229271] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1822.229400] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1822.229533] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1822.249321] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1822.249467] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1822.249610] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1822.249773] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-966" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1822.250070] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-89c8fa29-faa7-447f-8ad6-5ebcd21e1c77 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1822.250243] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-89c8fa29-faa7-447f-8ad6-5ebcd21e1c77" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.250380] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-89c8fa29-faa7-447f-8ad6-5ebcd21e1c77" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1822.250689] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-89c8fa29-faa7-447f-8ad6-5ebcd21e1c77" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1822.250832] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c8fa29-faa7-447f-8ad6-5ebcd21e1c77',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1822.469024] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1822.469214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.469214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1822.469405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1822.469500] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1822.469734] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1822.469832] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.469889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1822.470054] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1822.470133] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1822.470223] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be updated. [ 1822.492937] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1822.493081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.493140] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1822.493287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1822.493416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1822.501899] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: IN_PROGRESS for 2s [ 1822.753630] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1822.753878] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.753973] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1822.754293] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1822.754455] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1822.754614] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 89c8fa29-faa7-447f-8ad6-5ebcd21e1c77 not found, creating... [ 1822.754870] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1822.755140] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.755194] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1822.755386] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1822.755527] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1822.755811] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1822.755967] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.756123] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1822.756340] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1822.756480] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1822.756627] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 89c8fa29-faa7-447f-8ad6-5ebcd21e1c77 is going to be created. [ 1822.776197] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1822.776418] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.776492] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1822.776743] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1822.776975] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1822.777209] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-89c8fa29-faa7-447f-8ad6-5ebcd21e1c77" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1823.438100] env[69985]: INFO networking_nsxv3.common.synchronization [req-9389b9b0-ee34-4f4d-a86c-ab27aafa53ce req-9c5ba841-0a48-4494-a807-2a65fb41f47c service nova] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_rules [ 1823.438100] env[69985]: INFO networking_nsxv3.common.synchronization [req-9389b9b0-ee34-4f4d-a86c-ab27aafa53ce req-9c5ba841-0a48-4494-a807-2a65fb41f47c service nova] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1823.438100] env[69985]: INFO networking_nsxv3.common.synchronization [req-9389b9b0-ee34-4f4d-a86c-ab27aafa53ce req-9c5ba841-0a48-4494-a807-2a65fb41f47c service nova] Enqueued Resource ID: 89c8fa29-faa7-447f-8ad6-5ebcd21e1c77 with Priority: HIGHEST for action port [ 1823.438100] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_rules [ 1823.438100] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1823.438100] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89c8fa29-faa7-447f-8ad6-5ebcd21e1c77 with Priority: HIGHEST for action port [ 1823.438897] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1823.439139] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.439295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1823.439640] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1823.439805] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1823.440820] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1823.441033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.443156] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-89c8fa29-faa7-447f-8ad6-5ebcd21e1c77 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1823.443997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89c8fa29-faa7-447f-8ad6-5ebcd21e1c77" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.443997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89c8fa29-faa7-447f-8ad6-5ebcd21e1c77" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1823.443997] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89c8fa29-faa7-447f-8ad6-5ebcd21e1c77" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1823.443997] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c8fa29-faa7-447f-8ad6-5ebcd21e1c77',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1823.946015] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1823.946210] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.946363] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89c8fa29-faa7-447f-8ad6-5ebcd21e1c77 with status ACTIVE [ 1823.946543] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1823.946651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.946717] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1823.946925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1823.947026] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1823.947199] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1823.947296] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.947365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1823.947579] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1823.947699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1823.947980] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1823.948121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.948199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1823.948329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1823.948401] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1823.948533] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89c8fa29-faa7-447f-8ad6-5ebcd21e1c77 is going to be updated. [ 1823.968320] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1823.968501] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.968501] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1823.968666] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1823.968779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1823.968958] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89c8fa29-faa7-447f-8ad6-5ebcd21e1c77" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1824.510615] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: SUCCESS [ 1824.510862] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d deletion is rescheduled due to dependency. [ 1824.510904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1824.511048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1824.511306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1824.511483] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1824.511597] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.511664] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1824.511808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1824.511889] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1824.511979] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1825.014261] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1825.517024] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1826.020378] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1826.021024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.021024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1826.021024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1826.021024] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1826.021024] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be updated. [ 1826.049393] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1826.049542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.049599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1826.049790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1826.049924] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1826.057204] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: IN_PROGRESS for 2s [ 1828.068033] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: SUCCESS [ 1828.068033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1828.068033] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1828.068392] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1828.068392] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1828.068392] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.068492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1828.068580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1828.068625] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1828.068714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1828.068809] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1828.439054] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1828.439173] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1828.570791] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1829.073387] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c13f175d-9812-4991-873c-4a6fe89a8a0d: rpc.has_security_group_logging(os_id): False [ 1829.089737] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1829.089885] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.089925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1829.090155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1829.090251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1829.090494] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1829.090598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.090663] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1829.090813] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1829.090891] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1829.090978] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be updated. [ 1829.145381] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1829.145518] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.145586] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1829.145733] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1829.145895] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1829.158716] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: IN_PROGRESS for 2s [ 1831.173611] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: SUCCESS [ 1831.173981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1833.439779] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1833.440148] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1838.440605] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1838.440955] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1843.441601] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1843.441951] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1848.442284] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1848.442724] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1853.443186] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1853.443527] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1858.443861] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1858.444269] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1863.444974] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1863.445373] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1868.446309] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1868.446684] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1873.447431] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1873.447831] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1878.449127] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1878.449485] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1883.450111] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1883.450111] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1884.596059] env[69985]: INFO networking_nsxv3.common.synchronization [req-ff121cc0-481b-47d1-a8d3-9c3728ef8308 req-0a9e9096-dcb9-4a8f-93c2-1d20ce5eb8db tempest-ServerActionsTestJSON-1992076937 tempest-ServerActionsTestJSON-1992076937-project-member] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1884.596618] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGHEST for action security_group_members [ 1884.596929] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1884.597236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.597236] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1884.597403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1884.597555] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1884.597912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.597912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1884.597912] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1884.598075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1884.598075] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1885.100364] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1885.100560] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.100601] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1885.100796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1885.100888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1885.101106] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1885.101209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.101272] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1885.101432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1885.101524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1885.101579] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be updated. [ 1885.159757] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1885.159887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.159932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1885.160097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1885.160230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1885.171446] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: IN_PROGRESS for 2s [ 1887.182246] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13f175d-9812-4991-873c-4a6fe89a8a0d in Status: SUCCESS [ 1887.182641] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d deletion is rescheduled due to dependency. [ 1887.182641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1889.598336] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1889.598336] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1892.685417] env[69985]: INFO networking_nsxv3.common.synchronization [None req-5fe8db52-9711-410b-94f9-68ec6a4a3dea None None] Enqueued Resource ID: 0bde7a30-efaa-4270-985d-6d9c543fcb14 with Priority: HIGHEST for action port [ 1892.685785] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bde7a30-efaa-4270-985d-6d9c543fcb14 with Priority: HIGHEST for action port [ 1892.686245] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bde7a30-efaa-4270-985d-6d9c543fcb14 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1892.686372] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bde7a30-efaa-4270-985d-6d9c543fcb14" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.686468] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bde7a30-efaa-4270-985d-6d9c543fcb14" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1892.686681] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bde7a30-efaa-4270-985d-6d9c543fcb14" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1892.686764] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bde7a30-efaa-4270-985d-6d9c543fcb14',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1893.012501] env[69985]: INFO networking_nsxv3.common.synchronization [None req-3bf9c89e-e262-484e-9545-c75e6919d3e8 tempest-AttachVolumeTestJSON-502636254 tempest-AttachVolumeTestJSON-502636254-project-member] Enqueued Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGHEST for action security_group_rules [ 1893.012847] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGHEST for action security_group_rules [ 1893.013169] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62e83762-34ab-47ab-92d4-442e4d0e396b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1893.013307] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.013375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1893.013630] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1893.013715] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62e83762-34ab-47ab-92d4-442e4d0e396b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1893.078667] env[69985]: INFO networking_nsxv3.common.synchronization [None req-4a27cfd0-031f-49ad-b2b2-b70430a2c6d1 tempest-AttachVolumeTestJSON-502636254 tempest-AttachVolumeTestJSON-502636254-project-member] Enqueued Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGHEST for action security_group_rules [ 1893.078667] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGHEST for action security_group_rules [ 1893.078667] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62e83762-34ab-47ab-92d4-442e4d0e396b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1893.078667] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.189493] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bde7a30-efaa-4270-985d-6d9c543fcb14 [ 1893.189493] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1893.189493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.189493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1893.189493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1893.189493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1893.189493] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bde7a30-efaa-4270-985d-6d9c543fcb14 already deleted. [ 1893.189493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bde7a30-efaa-4270-985d-6d9c543fcb14" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1893.534801] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1893.534969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.535052] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1893.535263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1893.535353] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1893.535452] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62e83762-34ab-47ab-92d4-442e4d0e396b already deleted. [ 1893.535556] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1893.535714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1893.535869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1893.535965] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62e83762-34ab-47ab-92d4-442e4d0e396b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1894.055249] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1894.055533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.055533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1894.055727] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1894.055817] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1894.055916] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62e83762-34ab-47ab-92d4-442e4d0e396b already deleted. [ 1894.055995] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1894.601495] env[69985]: INFO networking_nsxv3.common.synchronization [None req-a12de4e4-1e01-4964-bcd8-9f82add6f9e1 None None] Enqueued Resource ID: 8c6f4802-3c4c-45bb-a045-6b8c1cf8c20e with Priority: HIGHEST for action port [ 1894.601983] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6f4802-3c4c-45bb-a045-6b8c1cf8c20e with Priority: HIGHEST for action port [ 1894.602292] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c6f4802-3c4c-45bb-a045-6b8c1cf8c20e taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1894.602432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c6f4802-3c4c-45bb-a045-6b8c1cf8c20e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.602487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c6f4802-3c4c-45bb-a045-6b8c1cf8c20e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1894.602736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c6f4802-3c4c-45bb-a045-6b8c1cf8c20e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1894.603024] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c6f4802-3c4c-45bb-a045-6b8c1cf8c20e',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1895.105132] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c6f4802-3c4c-45bb-a045-6b8c1cf8c20e [ 1895.105410] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1895.105529] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.105616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1895.105842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1895.105932] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1895.106044] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c6f4802-3c4c-45bb-a045-6b8c1cf8c20e already deleted. [ 1895.106123] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c6f4802-3c4c-45bb-a045-6b8c1cf8c20e" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1898.260545] env[69985]: INFO networking_nsxv3.common.synchronization [req-214b7e9c-bfaf-4001-aa10-ad6babf7460d req-326f3ca5-da3e-41fa-ba4a-757dccb9cbfb tempest-AttachVolumeTestJSON-502636254 tempest-AttachVolumeTestJSON-502636254-project-member] Enqueued Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGHEST for action security_group_members [ 1898.261206] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGHEST for action security_group_members [ 1898.261532] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e83762-34ab-47ab-92d4-442e4d0e396b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1898.261654] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.261724] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1898.261971] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1898.262138] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1898.262230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.262417] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1898.262467] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1898.262525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1898.262602] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62e83762-34ab-47ab-92d4-442e4d0e396b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1898.516656] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1898.516867] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-991" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.517049] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-991" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1898.517350] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-991" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1898.517630] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1898.517829] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.517957] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1898.518192] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1898.518358] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1898.518578] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1898.518723] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1898.518824] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1898.518922] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1898.519048] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1898.519163] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1898.519301] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1898.540690] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1898.540856] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1898.541012] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1898.541228] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-991" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1898.541536] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-2ed16f5a-d5d8-447c-aaa2-c02231e5af66 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1898.541706] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-2ed16f5a-d5d8-447c-aaa2-c02231e5af66" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.541833] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-2ed16f5a-d5d8-447c-aaa2-c02231e5af66" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1898.542145] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-2ed16f5a-d5d8-447c-aaa2-c02231e5af66" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1898.542288] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ed16f5a-d5d8-447c-aaa2-c02231e5af66',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1898.764686] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1898.764901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.764901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1898.765126] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1898.765221] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1898.765419] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1898.765525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.765572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1898.765719] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1898.765796] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1898.765881] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62e83762-34ab-47ab-92d4-442e4d0e396b already deleted. [ 1898.765961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1899.044626] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1899.045104] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.045104] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1899.045293] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1899.045457] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1899.045634] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 2ed16f5a-d5d8-447c-aaa2-c02231e5af66 not found, creating... [ 1899.046036] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1899.046211] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.046335] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1899.046559] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1899.046706] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1899.047268] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1899.047268] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.047268] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1899.047480] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1899.047611] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1899.047789] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 2ed16f5a-d5d8-447c-aaa2-c02231e5af66 is going to be created. [ 1899.066746] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1899.066931] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.067060] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1899.067345] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1899.068346] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1899.068346] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-2ed16f5a-d5d8-447c-aaa2-c02231e5af66" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1899.733784] env[69985]: INFO networking_nsxv3.common.synchronization [req-214b7e9c-bfaf-4001-aa10-ad6babf7460d req-b47347f2-4851-40bf-8b58-17d3a1dfc25d service nova] Enqueued Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGHEST for action security_group_rules [ 1899.734115] env[69985]: INFO networking_nsxv3.common.synchronization [req-214b7e9c-bfaf-4001-aa10-ad6babf7460d req-b47347f2-4851-40bf-8b58-17d3a1dfc25d service nova] Enqueued Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGHEST for action security_group_members [ 1899.734115] env[69985]: INFO networking_nsxv3.common.synchronization [req-214b7e9c-bfaf-4001-aa10-ad6babf7460d req-b47347f2-4851-40bf-8b58-17d3a1dfc25d service nova] Enqueued Resource ID: 2ed16f5a-d5d8-447c-aaa2-c02231e5af66 with Priority: HIGHEST for action port [ 1899.734262] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGHEST for action security_group_rules [ 1899.734384] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGHEST for action security_group_members [ 1899.734483] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed16f5a-d5d8-447c-aaa2-c02231e5af66 with Priority: HIGHEST for action port [ 1899.735020] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62e83762-34ab-47ab-92d4-442e4d0e396b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1899.735229] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.735295] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1899.735487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1899.735565] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62e83762-34ab-47ab-92d4-442e4d0e396b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1899.736358] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e83762-34ab-47ab-92d4-442e4d0e396b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1899.736459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.736528] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1899.736676] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1899.736815] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1899.736908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.736984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1899.737109] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1899.737267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1899.737267] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62e83762-34ab-47ab-92d4-442e4d0e396b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1899.738206] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ed16f5a-d5d8-447c-aaa2-c02231e5af66 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1899.738337] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ed16f5a-d5d8-447c-aaa2-c02231e5af66" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.738410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ed16f5a-d5d8-447c-aaa2-c02231e5af66" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1899.738517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ed16f5a-d5d8-447c-aaa2-c02231e5af66" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1899.738720] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ed16f5a-d5d8-447c-aaa2-c02231e5af66',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1900.240787] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e83762-34ab-47ab-92d4-442e4d0e396b taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1900.240925] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.242223] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62e83762-34ab-47ab-92d4-442e4d0e396b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1900.243098] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ed16f5a-d5d8-447c-aaa2-c02231e5af66 with status ACTIVE [ 1900.243290] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1900.243408] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.243470] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1900.243673] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1900.243762] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1900.243933] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1900.244035] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.244097] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1900.244247] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1900.244323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1900.244498] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1900.244589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.244643] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1900.244780] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1900.244855] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1900.244941] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ed16f5a-d5d8-447c-aaa2-c02231e5af66 is going to be updated. [ 1900.264714] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1900.264874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.264934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1900.265258] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1900.265258] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1900.265400] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ed16f5a-d5d8-447c-aaa2-c02231e5af66" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1900.746975] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62e83762-34ab-47ab-92d4-442e4d0e396b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1901.249347] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1901.249543] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.249580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1901.249811] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1901.249926] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1901.250049] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62e83762-34ab-47ab-92d4-442e4d0e396b is going to be created. [ 1901.273944] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1901.274088] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.274150] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1901.274325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1901.274472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1901.283246] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e83762-34ab-47ab-92d4-442e4d0e396b in Status: UNINITIALIZED for 2s [ 1903.294756] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e83762-34ab-47ab-92d4-442e4d0e396b in Status: SUCCESS [ 1903.295115] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1903.295115] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1903.295325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1903.295516] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1903.295631] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.295692] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1903.295873] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1903.295955] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1903.296054] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1903.296145] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62e83762-34ab-47ab-92d4-442e4d0e396b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1903.799070] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62e83762-34ab-47ab-92d4-442e4d0e396b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1904.301684] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62e83762-34ab-47ab-92d4-442e4d0e396b: rpc.has_security_group_logging(os_id): False [ 1904.317869] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1904.318049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.318135] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1904.318306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1904.318399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1904.318638] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1904.318740] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.318803] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1904.318953] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1904.319048] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1904.319136] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62e83762-34ab-47ab-92d4-442e4d0e396b is going to be created. [ 1904.379276] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1904.379395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.379494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1904.379628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1904.379789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1904.389062] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62e83762-34ab-47ab-92d4-442e4d0e396b in Status: IN_PROGRESS for 2s [ 1904.736015] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1904.736249] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1906.402308] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62e83762-34ab-47ab-92d4-442e4d0e396b in Status: SUCCESS [ 1906.402726] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1909.737514] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1909.737849] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1914.738459] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1914.738841] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1919.739203] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1919.739555] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1924.740288] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1924.740607] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1929.741684] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1929.742070] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1934.743415] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1934.743800] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1939.744828] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1939.745163] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1944.746523] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1944.746523] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1949.747829] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1949.748195] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1954.748696] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1954.748993] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1959.749807] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1959.750198] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1964.751316] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1964.751622] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1969.752783] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1969.753190] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1974.754138] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1974.754700] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1979.755901] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1979.756287] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1984.757585] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1984.757926] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1989.338689] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1989.339092] env[69985]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9ce360cb-4eb6-42ae-a314-aa040e6aeb0e None None] NSXv3 Agent Agent loop - iteration:5 started [ 1989.759072] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1989.759347] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1994.760068] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1994.760443] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1999.761097] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1999.761467] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2004.762814] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2004.763203] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2009.764738] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2009.765121] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2014.766024] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2014.766404] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2019.766902] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2019.767325] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2024.768581] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2024.768936] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2029.769466] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2029.769885] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2034.770357] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2034.770765] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2039.771132] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2039.771570] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2043.285710] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2043.286146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.286146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2043.286275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2043.286367] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2043.789161] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2044.292084] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2044.771852] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2044.771979] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2044.794456] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 2044.794589] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 2045.492989] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.493367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.493367] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.493521] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.506391] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 2045.507215] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.507984] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 2045.550712] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.550913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.550913] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.551199] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.562207] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.562991] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 2045.563109] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2045.563214] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 2045.585544] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.585699] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.585746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.585935] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.586307] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.586437] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 2045.654225] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.654381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.654451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.654678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.654979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.655288] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 2045.748753] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.748900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.748969] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.749197] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.749493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.749764] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:7. [ 2045.749847] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3efe893f-7edd-4b2e-a1ad-646e62675a55', '0a7aa2ec-d2fa-4108-b47d-ac51e517802c', 'ab1465ca-f357-4a59-a430-ace0d4b223af', '5fc51e8d-b16d-40a8-9724-45a9179988a7', '48df6982-9462-47bd-81be-8f1877031039', 'c13f175d-9812-4991-873c-4a6fe89a8a0d', '62e83762-34ab-47ab-92d4-442e4d0e396b'} {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2045.749920] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 2045.767901] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.768051] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.768109] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.768305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.768392] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.768500] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 2045.768571] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2045.768643] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 2045.839974] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.840149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.840227] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.840375] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.841506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.841762] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 2045.841830] env[69985]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69985) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2045.841899] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 2045.841959] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 2045.842045] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 7/7 resources of Type:Security Group Rules [ 2045.842120] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGH for action security_group_rules [ 2045.842201] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGH for action security_group_rules [ 2045.842268] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGH for action security_group_rules [ 2045.842331] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 with Priority: HIGH for action security_group_rules [ 2045.842395] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGH for action security_group_rules [ 2045.842455] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGH for action security_group_rules [ 2045.842518] env[69985]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGH for action security_group_rules [ 2045.842585] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 2045.842647] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 2045.842824] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.842921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.842981] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.843186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.843262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.843433] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.843515] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.843578] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.843713] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.843786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.843947] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.844046] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.844107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.844242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.844314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.844476] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.844564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.844624] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.844754] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.844824] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.844986] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.845131] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.845182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.845287] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.845357] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.845519] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.845604] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.845661] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.845789] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.845858] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.846029] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.846120] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.846179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.846310] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.846381] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.846540] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.846628] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.846685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.846814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.846884] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.847055] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.847144] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.847204] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.847335] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.847405] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.847565] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.847652] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.847709] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.847837] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.847906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.848081] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.848173] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.848233] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.848363] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.848433] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.848593] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.848680] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.848736] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.848864] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.848934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.849104] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.849193] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.849250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.849378] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.849448] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.849607] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.849693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.849750] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.849877] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.849947] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.850117] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.850206] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.850260] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.850390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.850459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.850617] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.850704] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.850760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.850887] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.850979] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.851169] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.851263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.851321] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.851457] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.851528] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.851690] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.851779] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.851838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.851967] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.852049] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.852211] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.852300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.852358] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.852487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.852558] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.852717] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.852804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.852863] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.852992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.853093] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.853259] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.853351] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.853399] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.853528] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.853598] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.853757] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.853843] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.853900] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.854040] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.854112] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.854273] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.854359] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.854416] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.854545] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.854615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.854773] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.854859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.854916] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.855063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.855135] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.855295] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.855383] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.855440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.855564] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.855633] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.855791] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.855874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.855931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.856076] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.856149] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.856309] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.856395] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.856451] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.856580] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.856650] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.856806] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.856892] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.856948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.857090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.857161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.857321] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.857407] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.857464] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.857591] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.857660] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.857819] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.857906] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.857965] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.858106] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.858179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.858337] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.858423] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.858480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.858608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.858678] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.858835] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.858919] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.858975] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.859117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.859188] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.859346] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.859432] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.859489] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.859615] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.859684] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.859842] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.859929] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.859986] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.860124] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.860196] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.860355] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.860441] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.860498] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.860626] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.860695] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.860853] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.860938] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.861031] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.861176] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.861254] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.861589] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.861589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.861589] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.861756] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.861756] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.861886] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.861972] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.862037] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.862168] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.862242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.862403] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.862491] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.862551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.862770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.862770] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.862901] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.862988] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.863070] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.863247] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.863325] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.863492] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.863581] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.863639] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.863766] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.863836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.863996] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.864090] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.864143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.864275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.864347] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.864506] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.864594] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.864651] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.864778] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.864848] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.865015] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.865105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.865164] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.865292] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.865361] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.865520] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.865606] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.865662] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.865790] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.865859] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.866025] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.866114] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.866172] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.866301] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.866371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.866531] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.866619] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.866677] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.866804] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.866874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.867044] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.867134] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.867189] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.867319] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.867390] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.867547] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.867634] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.867691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.867818] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.867888] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.868057] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.868146] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.868204] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.868333] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.868403] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.868562] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.868648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.868705] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.868830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.868899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.869067] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.869155] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.869212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.869341] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.869410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.869571] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.869653] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.869702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.869830] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.869899] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.870069] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.870157] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.870214] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.870342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.870411] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.870571] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.870657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.870714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.870839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.870908] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.871100] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.871192] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.871250] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.871380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.871450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.871609] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.871694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.871753] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.871879] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.871948] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.872119] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.872209] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.872262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.872391] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.872461] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.872617] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.872704] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.872758] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.872886] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.872954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.873146] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.873240] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.873291] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.873424] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.873494] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.873657] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.873744] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.873798] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.873923] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.873993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.874170] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.874259] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.874318] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.874445] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.874516] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.874674] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.874760] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.874814] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.874940] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.875032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.875207] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.875297] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.875354] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.875486] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.875556] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.875715] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.875802] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.875857] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.875984] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.876066] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.876228] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.876314] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.876370] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.876499] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.876569] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.876729] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.876815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.876868] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.876996] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.877078] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.877237] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.877324] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.877380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.877506] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.877576] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.877734] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.877820] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.877874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.878022] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.878084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.878245] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.878332] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.878389] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.878517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.878587] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.878695] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 2045.878754] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 2045.878830] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 2045.945640] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.945802] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.945838] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2045.946017] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2045.946300] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2045.946548] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 2046.027535] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2046.027742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.027742] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2046.027945] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2046.028252] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2046.041110] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2046.886053] env[69985]: INFO networking_nsxv3.common.synchronization [req-1fa85482-c0ce-417f-a2ee-728fc84f6511 req-b5b81da9-9ba2-4b42-bef3-8cc8bb790b8d tempest-AttachVolumeTestJSON-502636254 tempest-AttachVolumeTestJSON-502636254-project-member] Enqueued Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGHEST for action security_group_members [ 2046.886822] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGHEST for action security_group_members [ 2046.886822] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 with Priority: HIGH for action security_group_rules [ 2046.886822] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1465ca-f357-4a59-a430-ace0d4b223af with Priority: HIGH for action security_group_rules [ 2046.886932] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13f175d-9812-4991-873c-4a6fe89a8a0d with Priority: HIGH for action security_group_rules [ 2046.887016] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e83762-34ab-47ab-92d4-442e4d0e396b with Priority: HIGH for action security_group_rules [ 2046.887538] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48df6982-9462-47bd-81be-8f1877031039 with Priority: HIGH for action security_group_rules [ 2046.887538] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c with Priority: HIGH for action security_group_rules [ 2046.887538] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 with Priority: HIGH for action security_group_rules [ 2046.887538] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e83762-34ab-47ab-92d4-442e4d0e396b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2046.887761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.887761] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2046.887836] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2046.887987] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2046.888105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.888182] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2046.888338] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2046.888421] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2046.888530] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62e83762-34ab-47ab-92d4-442e4d0e396b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2046.889382] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3efe893f-7edd-4b2e-a1ad-646e62675a55 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2046.889478] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.889551] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2046.889702] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2046.889776] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3efe893f-7edd-4b2e-a1ad-646e62675a55',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2046.890468] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab1465ca-f357-4a59-a430-ace0d4b223af taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2046.890577] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.890641] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2046.890787] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2046.890857] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab1465ca-f357-4a59-a430-ace0d4b223af',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2046.891985] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13f175d-9812-4991-873c-4a6fe89a8a0d taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2046.892108] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.892179] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2046.892342] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2046.892400] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13f175d-9812-4991-873c-4a6fe89a8a0d',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2046.893051] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62e83762-34ab-47ab-92d4-442e4d0e396b taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2046.893187] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.893246] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2046.893387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2046.893460] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62e83762-34ab-47ab-92d4-442e4d0e396b',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2046.894131] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48df6982-9462-47bd-81be-8f1877031039 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2046.894263] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.894343] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2046.894520] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2046.894595] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48df6982-9462-47bd-81be-8f1877031039',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2046.895260] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2046.895365] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.895450] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2046.895608] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2046.895808] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a7aa2ec-d2fa-4108-b47d-ac51e517802c',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2046.896808] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc51e8d-b16d-40a8-9724-45a9179988a7 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2046.896808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.896808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2046.896808] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2046.896975] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc51e8d-b16d-40a8-9724-45a9179988a7',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2047.398880] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.399091] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.399154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.399356] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.436839] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.437018] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.437799] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.437903] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.438611] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.438729] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.445767] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.445874] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.446892] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.446992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.447675] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.447772] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.450105] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.450302] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.450410] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.450476] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.450672] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.450755] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.450846] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62e83762-34ab-47ab-92d4-442e4d0e396b is going to be updated. [ 2047.451749] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.451921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.453256] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.453352] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.476177] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.476259] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48df6982-9462-47bd-81be-8f1877031039 is going to be deleted. [ 2047.476962] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.477174] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.479380] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.479493] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.479561] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.479715] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.479840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.498342] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e83762-34ab-47ab-92d4-442e4d0e396b in Status: IN_PROGRESS for 2s [ 2047.500737] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.500737] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a7aa2ec-d2fa-4108-b47d-ac51e517802c is going to be deleted. [ 2047.500920] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.501143] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.526648] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.526788] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab1465ca-f357-4a59-a430-ace0d4b223af is going to be deleted. [ 2047.527612] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.527806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.548181] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.548299] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3efe893f-7edd-4b2e-a1ad-646e62675a55 is going to be deleted. [ 2047.549075] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.549275] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.570544] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.570658] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.572343] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.572440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.575934] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.576060] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc51e8d-b16d-40a8-9724-45a9179988a7 is going to be deleted. [ 2047.576835] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.577045] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.610330] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.610464] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13f175d-9812-4991-873c-4a6fe89a8a0d is going to be deleted. [ 2047.611394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.611599] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.611691] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.611786] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62e83762-34ab-47ab-92d4-442e4d0e396b is going to be deleted. [ 2047.613155] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.613262] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.613334] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.613492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.613576] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.613693] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab1465ca-f357-4a59-a430-ace0d4b223af" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.613821] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.613992] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.614121] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.614253] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48df6982-9462-47bd-81be-8f1877031039" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.614694] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.614869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.614952] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.615074] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a7aa2ec-d2fa-4108-b47d-ac51e517802c" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.654758] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.654961] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.655063] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.655320] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.655440] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.655584] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3efe893f-7edd-4b2e-a1ad-646e62675a55" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.662867] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.662989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.663062] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.663273] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.663359] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.663472] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc51e8d-b16d-40a8-9724-45a9179988a7" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.678763] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.678893] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.678976] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.679163] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.679247] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.679362] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13f175d-9812-4991-873c-4a6fe89a8a0d" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.679992] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.680117] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.680186] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2047.680340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2047.680439] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2047.680581] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2049.507738] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e83762-34ab-47ab-92d4-442e4d0e396b in Status: SUCCESS [ 2049.508107] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62e83762-34ab-47ab-92d4-442e4d0e396b deletion is rescheduled due to dependency. [ 2049.508107] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e83762-34ab-47ab-92d4-442e4d0e396b" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2051.511195] env[69985]: INFO networking_nsxv3.common.synchronization [None req-6cca0cc8-0666-41f1-9893-bbd640f6d78d tempest-AttachVolumeTestJSON-502636254 tempest-AttachVolumeTestJSON-502636254-project-member] Enqueued Resource ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 with Priority: HIGHEST for action security_group_rules [ 2051.511705] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 with Priority: HIGHEST for action security_group_rules [ 2051.512010] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2051.512132] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.512204] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2051.512522] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2051.512606] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e28ffda-14c5-40c5-91ff-2f34ec56f801',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2051.574021] env[69985]: INFO networking_nsxv3.common.synchronization [None req-a904277c-03a2-49f1-bfe0-334afdd794cf tempest-AttachVolumeTestJSON-502636254 tempest-AttachVolumeTestJSON-502636254-project-member] Enqueued Resource ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 with Priority: HIGHEST for action security_group_rules [ 2051.574021] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 with Priority: HIGHEST for action security_group_rules [ 2051.574021] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2051.574021] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.034441] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2052.034583] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.034657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2052.034869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2052.034959] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2052.035071] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 already deleted. [ 2052.035158] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2052.035305] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2052.035459] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2052.035539] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e28ffda-14c5-40c5-91ff-2f34ec56f801',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2052.555208] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2052.555579] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.555579] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2052.555657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2052.555685] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2052.555840] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 already deleted. [ 2052.555840] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2056.574090] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2056.574416] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2056.732549] env[69985]: INFO networking_nsxv3.common.synchronization [req-fe5d5e3b-3818-445b-9b6a-1357a61f94e0 req-bb32a1aa-fe18-445f-a2aa-58337ba6d427 tempest-AttachVolumeTestJSON-502636254 tempest-AttachVolumeTestJSON-502636254-project-member] Enqueued Resource ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 with Priority: HIGHEST for action security_group_members [ 2056.733055] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 with Priority: HIGHEST for action security_group_members [ 2056.733404] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e28ffda-14c5-40c5-91ff-2f34ec56f801 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2056.733525] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.733585] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2056.733842] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2056.734042] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2056.734154] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.734218] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2056.734458] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2056.734553] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2056.734685] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e28ffda-14c5-40c5-91ff-2f34ec56f801',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2057.011169] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2057.011412] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "network-991" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.011547] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "network-991" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2057.011829] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "network-991" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2057.012113] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2057.012273] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.012395] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2057.012605] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2057.012755] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2057.012988] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 2057.013120] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] NeedRegenerationException {{(pid=69985) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 2057.013262] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] no value, waiting for create lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 2057.013385] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] value creation lock acquired {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 2057.013501] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] No value present for key: 'zone-id' {{(pid=69985) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 2057.013611] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Calling creation function for not-yet-present value {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 2057.013745] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 2057.032153] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 2057.032258] env[69985]: DEBUG dogpile.cache.region [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69985) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 2057.032402] env[69985]: DEBUG dogpile.lock [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Released creation lock {{(pid=69985) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 2057.032572] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "network-991" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2057.032823] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock port-1b80eab6-fa50-4289-9c37-aceac0cee737 taken with stack trace [, , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2057.032985] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "port-1b80eab6-fa50-4289-9c37-aceac0cee737" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.033123] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "port-1b80eab6-fa50-4289-9c37-aceac0cee737" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2057.033427] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "port-1b80eab6-fa50-4289-9c37-aceac0cee737" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2057.033572] env[69985]: DEBUG networking_nsxv3.api.rpc [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b80eab6-fa50-4289-9c37-aceac0cee737',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2057.236459] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2057.236645] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.236769] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2057.236921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2057.237030] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2057.237227] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2057.237323] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.237383] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2057.237533] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2057.237609] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2057.237695] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 already deleted. [ 2057.237774] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2057.535841] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2057.536038] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.536167] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2057.536445] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2057.536606] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2057.536767] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Segment Port 1b80eab6-fa50-4289-9c37-aceac0cee737 not found, creating... [ 2057.537051] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2057.537222] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.537375] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2057.537617] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2057.537765] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2057.538063] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2057.538226] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.538350] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2057.538562] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2057.538702] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2057.538844] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Resource: SegmentPort with ID: 1b80eab6-fa50-4289-9c37-aceac0cee737 is going to be created. [ 2057.559326] env[69985]: DEBUG networking_nsxv3.common.locking [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2057.559498] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.559611] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2057.559846] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2057.560082] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2057.560310] env[69985]: DEBUG oslo_concurrency.lockutils [None req-4a31348f-32b2-4675-9c86-95c67e0a6039 None None] Releasing lock "port-1b80eab6-fa50-4289-9c37-aceac0cee737" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2058.214957] env[69985]: INFO networking_nsxv3.common.synchronization [req-fe5d5e3b-3818-445b-9b6a-1357a61f94e0 req-046d2deb-e10a-4977-a166-d82cc2a36e7e service nova] Enqueued Resource ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 with Priority: HIGHEST for action security_group_rules [ 2058.215224] env[69985]: INFO networking_nsxv3.common.synchronization [req-fe5d5e3b-3818-445b-9b6a-1357a61f94e0 req-046d2deb-e10a-4977-a166-d82cc2a36e7e service nova] Enqueued Resource ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 with Priority: HIGHEST for action security_group_members [ 2058.215358] env[69985]: INFO networking_nsxv3.common.synchronization [req-fe5d5e3b-3818-445b-9b6a-1357a61f94e0 req-046d2deb-e10a-4977-a166-d82cc2a36e7e service nova] Enqueued Resource ID: 1b80eab6-fa50-4289-9c37-aceac0cee737 with Priority: HIGHEST for action port [ 2058.215577] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 with Priority: HIGHEST for action security_group_rules [ 2058.215714] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 with Priority: HIGHEST for action security_group_members [ 2058.215810] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b80eab6-fa50-4289-9c37-aceac0cee737 with Priority: HIGHEST for action port [ 2058.216350] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2058.216479] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.216547] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2058.216746] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2058.216828] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e28ffda-14c5-40c5-91ff-2f34ec56f801',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2058.217659] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e28ffda-14c5-40c5-91ff-2f34ec56f801 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2058.217720] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.217786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2058.217931] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2058.218084] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2058.218180] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.218242] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2058.218371] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2058.218480] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2058.218610] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e28ffda-14c5-40c5-91ff-2f34ec56f801',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2058.219864] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b80eab6-fa50-4289-9c37-aceac0cee737 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2058.219990] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b80eab6-fa50-4289-9c37-aceac0cee737" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.220072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b80eab6-fa50-4289-9c37-aceac0cee737" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2058.220226] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b80eab6-fa50-4289-9c37-aceac0cee737" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2058.220304] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b80eab6-fa50-4289-9c37-aceac0cee737',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2058.721826] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e28ffda-14c5-40c5-91ff-2f34ec56f801 taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2058.722058] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.722343] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e28ffda-14c5-40c5-91ff-2f34ec56f801',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2058.723560] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b80eab6-fa50-4289-9c37-aceac0cee737 with status ACTIVE [ 2058.723808] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2058.724081] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.724176] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2058.724380] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2058.724517] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2058.724779] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2058.724921] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.725032] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2058.725271] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2058.725394] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2058.725668] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2058.725806] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.725901] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2058.726115] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2058.726230] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2058.726354] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b80eab6-fa50-4289-9c37-aceac0cee737 is going to be updated. [ 2058.752644] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2058.752810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.752904] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2058.753161] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2058.753340] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2058.753542] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b80eab6-fa50-4289-9c37-aceac0cee737" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2059.229318] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e28ffda-14c5-40c5-91ff-2f34ec56f801',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2059.732560] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2059.732714] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.732786] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2059.732989] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2059.733100] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2059.733230] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 is going to be created. [ 2059.756137] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2059.756274] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.756329] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2059.756524] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2059.756674] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2059.764990] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 in Status: UNINITIALIZED for 2s [ 2061.775116] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 in Status: SUCCESS [ 2061.775487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2061.775487] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2061.775689] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2061.775880] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2061.775993] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.776072] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2061.776225] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2061.776306] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2061.776391] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2061.776479] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e28ffda-14c5-40c5-91ff-2f34ec56f801',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2062.278397] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e28ffda-14c5-40c5-91ff-2f34ec56f801',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2062.780726] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e28ffda-14c5-40c5-91ff-2f34ec56f801: rpc.has_security_group_logging(os_id): False [ 2062.802957] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2062.802957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.802957] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2062.803251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2062.803251] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2062.803475] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2062.803572] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.803745] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2062.803815] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2062.803869] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2062.803945] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 is going to be created. [ 2062.868814] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2062.869084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.869084] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2062.869212] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2062.869398] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2062.879901] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 in Status: IN_PROGRESS for 2s [ 2063.216958] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2063.217176] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 2064.893138] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 in Status: SUCCESS [ 2064.893492] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2068.218103] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2068.218508] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2073.219305] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2073.219701] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2078.220624] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2078.220995] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2083.221567] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2083.221902] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2088.222575] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2088.222957] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2093.223579] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2093.223930] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2098.224486] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2098.224910] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2103.226407] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2103.226734] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2108.227936] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2108.228211] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2113.229644] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2113.229644] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2118.230741] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2118.231112] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2123.231950] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2123.232301] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2128.233106] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2128.233553] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2133.234521] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2133.234916] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2134.159300] env[69985]: INFO networking_nsxv3.common.synchronization [req-34851775-25b3-4a2d-9450-8f1332f9a4d5 req-80f1d739-53d8-4b88-a899-8dbe884f8c49 tempest-AttachVolumeTestJSON-502636254 tempest-AttachVolumeTestJSON-502636254-project-member] Enqueued Resource ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 with Priority: HIGHEST for action security_group_members [ 2134.159300] env[69985]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 with Priority: HIGHEST for action security_group_members [ 2134.159438] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e28ffda-14c5-40c5-91ff-2f34ec56f801 taken with stack trace [, , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2134.160034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.160034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2134.160034] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2134.160034] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2134.160267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.160267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2134.160267] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2134.160387] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2134.160462] env[69985]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e28ffda-14c5-40c5-91ff-2f34ec56f801',) {} {{(pid=69985) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 2134.663961] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2134.664346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.664346] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2134.664429] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2134.664462] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2134.664655] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2134.664751] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.664810] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2134.664978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2134.665043] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2134.665120] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 is going to be updated. [ 2134.701449] env[69985]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69985) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2134.701616] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.701657] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2134.701839] env[69985]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2134.701978] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2134.709502] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 in Status: IN_PROGRESS for 2s [ 2136.720590] env[69985]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 in Status: SUCCESS [ 2136.720954] env[69985]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e28ffda-14c5-40c5-91ff-2f34ec56f801 deletion is rescheduled due to dependency. [ 2136.720954] env[69985]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e28ffda-14c5-40c5-91ff-2f34ec56f801" {{(pid=69985) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2139.160156] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2139.160506] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2144.161513] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2144.161919] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2149.162587] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2149.163045] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2154.163923] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2154.164350] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2159.165075] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2159.165472] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2164.166496] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2164.166809] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2169.167872] env[69985]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2169.168237] env[69985]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0